-- Logs begin at Wed 2022-05-25 16:24:54 UTC, end at Wed 2022-05-25 17:26:42 UTC. -- May 25 16:59:56.849127 dv-cinder-843309-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 16:59:59.709270 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.common.config [-] Logging enabled! May 25 16:59:59.709809 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 16:59:59.710068 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103891) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 16:59:59.713319 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.common.config [-] Logging enabled! May 25 16:59:59.713576 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 16:59:59.713888 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103891) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 16:59:59.714827 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:59:59.715065 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:59:59.715433 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:59:59.715685 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:59:59.715914 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:59:59.716334 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.716638 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.716900 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.717206 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.717502 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.717789 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.718086 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.718390 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.718682 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.718970 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.719261 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.719498 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.719783 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.720073 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.720367 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.720596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] debug = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.721027 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.721620 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.722185 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.722491 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.722794 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.723081 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.723360 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.723643 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.723936 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.724269 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] host = dv-cinder-843309-1-iscsi {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.724556 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.724895 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.725190 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.725482 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.725761 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.726039 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.726327 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.726604 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.726878 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] log_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.727156 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.727448 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.727738 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.728029 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.728258 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.728484 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.728801 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.729094 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.729372 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.729651 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.729927 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.730202 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.730477 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.730747 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.731030 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.731313 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.731596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.731873 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.732149 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.732419 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.732707 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.732996 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.733269 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.733546 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.733821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.734109 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.734384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.734658 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.734958 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.735242 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.735525 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.735813 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.736089 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.736371 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.737197 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.737470 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.737742 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] use_json = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.738018 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.738287 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.738567 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.738839 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.739110 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.739383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.739654 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.739939 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.740477 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:59:59.740568 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.740817 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.741122 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.741406 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.741711 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.741993 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.742284 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.742564 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.742853 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.743143 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.743430 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.743708 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.744010 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.744299 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.744599 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.744935 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.745229 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.745521 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.745799 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.746076 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.746352 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.746632 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.746923 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.747203 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.747492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.747782 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.748175 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.748484 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.748803 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.749093 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.749389 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.749679 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.750026 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.750385 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.750682 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.750965 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.751280 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.751572 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.751854 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.752763 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.753054 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.753351 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.753643 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.753923 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.754206 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.754502 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.754791 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.755066 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.755340 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.755621 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.755896 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.756183 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.756464 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.756762 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.757039 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.757317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.757593 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.757869 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.758146 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.758419 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.758701 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.758977 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.759249 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.759523 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.759794 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.760066 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.760340 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.760618 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.760923 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.761203 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.761481 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.761759 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.762032 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.762306 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.762606 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.762886 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.763166 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.763448 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.763727 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.764006 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.764285 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.764574 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.764883 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.765160 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.765451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.765754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.766022 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.766306 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.766587 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.766909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.767189 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.767467 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.767779 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.768057 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.768340 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.768622 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.768933 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.769230 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.769523 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.769803 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.770096 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.770387 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.770682 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.770965 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.771273 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.771553 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:59:59.771773 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:59:59.772015 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103891) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 17:00:00.232451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 17:00:00.232750 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 17:00:00.233060 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 17:00:00.233393 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 17:00:00.560023 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.560314 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.560588 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.561792 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.562075 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.562343 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.617664 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.617943 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.618213 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.633475 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.633762 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.634037 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.663777 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.664052 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.664321 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.701512 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.701799 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:00.702073 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.051674 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.052264 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.052264 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.052439 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.053121 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.158925 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.159256 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.159544 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.159819 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.160088 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.160402 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.160671 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.160965 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.161227 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.161515 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.161778 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.162139 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.162403 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.162662 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.162921 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.163189 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.163446 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.163714 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.163985 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.164245 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.164519 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.164876 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.165164 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.165540 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.165793 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.166040 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.166438 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 17:00:01.166684 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 17:00:01.166926 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 17:00:01.167167 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 17:00:01.167406 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 17:00:01.167645 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 17:00:01.168010 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 17:00:01.172101 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 17:00:01.176747 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 17:00:01.180354 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 25 17:00:01.181997 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 17:00:01.182468 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 17:00:01.182805 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 17:00:01.183194 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 17:00:01.186260 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 17:00:01.186515 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 17:00:01.186864 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 17:00:01.192538 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 25 17:00:01.215887 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 17:00:01.216347 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.216650 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103891) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 25 17:00:01.217062 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.218424 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103891) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 17:00:01.218709 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 17:00:01.218960 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 17:00:01.222441 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.222723 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.284556 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 17:00:01.284816 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 17:00:01.285062 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 17:00:01.285440 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 17:00:01.338279 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO dbcounter [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Registered counter for database neutron May 25 17:00:01.357544 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_db.sqlalchemy.engines [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103891) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 17:00:01.364023 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writer thread running {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 17:00:01.820933 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Initializing driver for type 'gre' May 25 17:00:01.821488 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] gre ID ranges: [(1, 1000)] May 25 17:00:01.876360 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Initializing driver for type 'local' May 25 17:00:01.876717 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Initializing driver for type 'vlan' May 25 17:00:01.890563 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] VlanTypeDriver initialization complete May 25 17:00:01.890902 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Initializing driver for type 'vxlan' May 25 17:00:01.891425 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] vxlan ID ranges: [(1, 1000)] May 25 17:00:01.949617 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Initializing extension driver 'port_security' May 25 17:00:01.949898 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.extensions.port_security [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] PortSecurityExtensionDriver initialization complete May 25 17:00:01.950221 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Initializing mechanism driver 'openvswitch' May 25 17:00:01.950551 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Initializing mechanism driver 'hyperv' May 25 17:00:01.957729 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:01.958394 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > port after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.958760 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > port after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.959109 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.959611 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 17:00:01.960025 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.960376 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.960736 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.961130 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 17:00:01.961537 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > network after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.961881 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > network after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.962220 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.962604 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 17:00:01.963007 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.963351 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.963687 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.964073 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 17:00:01.964476 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.964844 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.965182 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.965568 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 17:00:01.965966 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.966309 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.966642 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.967024 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 17:00:01.967623 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] ML2 OVO RPC backend initialized. {{(pid=103891) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 25 17:00:01.968329 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.968706 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.969119 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > network before_response 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.969468 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > networks before_response 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.969811 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > port before_response 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.970149 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > ports before_response 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.970489 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.971488 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.971888 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > network after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.972227 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > network after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.972563 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.972921 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > port after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.973258 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > port after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.973591 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.973927 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.974261 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.974592 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:01.982045 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded quota_driver: . May 25 17:00:01.982407 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Modular L2 Plugin initialization complete May 25 17:00:01.982749 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading services supported by the core plugin {{(pid=103891) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 17:00:01.983088 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.plugins.ml2.managers [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Got port-security extension from driver 'port_security' May 25 17:00:01.983563 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.extensions.vlantransparent [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Disabled vlantransparent extension. May 25 17:00:01.984050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103891) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 17:00:01.984372 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading Plugin: router May 25 17:00:02.019215 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.019607 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router after_create 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.019976 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router before_create 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.020341 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.020734 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.021098 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router after_delete 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.021511 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.021805 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.022163 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router after_create 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.022508 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router after_update 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.022855 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router after_update 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.023200 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.023554 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router after_update 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.023961 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.024325 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: port after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.024662 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: port after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.025019 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: subnet after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.025356 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.025704 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.026048 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.026386 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: port before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.026724 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.027077 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router after_update 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.027415 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.027760 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.028118 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.028457 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.028850 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > agent after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.029197 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.029537 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.030398 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Tracking information for resource: router configured {{(pid=103891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 17:00:02.030728 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Tracking information for resource: floatingip configured {{(pid=103891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 17:00:02.036579 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.db.l3_agentschedulers_db [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 17:00:02.037187 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: port after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.037546 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: port after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.037895 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: port after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.038245 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: port after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.039032 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router before_create 55550100 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.039392 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.039750 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.040103 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.044968 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.services.provider_configuration [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service providers = [] {{(pid=103891) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 17:00:02.045331 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.db.servicetype_db [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103891) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 17:00:02.048218 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.services.service_base [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 17:00:02.048567 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.services.service_base [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 17:00:02.049051 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.services.service_base [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 17:00:02.049934 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.services.service_base [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 17:00:02.050305 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.services.service_base [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 17:00:02.050678 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 17:00:02.051000 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 17:00:02.061694 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 17:00:02.062225 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading Plugin: auto_allocate May 25 17:00:02.067794 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: network precommit_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.068152 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: network precommit_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.068659 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 17:00:02.069003 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading Plugin: tag May 25 17:00:02.075535 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 17:00:02.075863 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading Plugin: timestamp May 25 17:00:02.079866 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 17:00:02.080922 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading Plugin: network_ip_availability May 25 17:00:02.086464 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.086837 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.087193 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.087910 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 17:00:02.088231 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading Plugin: flavors May 25 17:00:02.093004 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 17:00:02.093337 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading Plugin: revisions May 25 17:00:02.098182 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 17:00:02.098570 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_concurrency.lockutils [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.865s {{(pid=103891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 17:00:02.099304 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103891) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 17:00:02.099639 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Initializing extension manager. May 25 17:00:02.100159 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: __init__.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.100502 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: __pycache__ {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.100877 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: _port_mac_address_override.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.101212 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: address_group.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.102136 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.102721 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: address-group May 25 17:00:02.103046 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: address_scope.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.103753 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.104274 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: address-scope May 25 17:00:02.104598 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.105547 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.106067 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: router-admin-state-down-before-update May 25 17:00:02.106387 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: agent.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.107076 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.107588 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: agent May 25 17:00:02.107909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: agent_resources_synced.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.108845 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.109361 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: agent-resources-synced May 25 17:00:02.109681 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.111605 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.112304 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: allowed-address-pairs May 25 17:00:02.112630 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.113738 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.114267 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: auto-allocated-topology May 25 17:00:02.114591 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: availability_zone.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.115276 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.115793 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: availability_zone May 25 17:00:02.116111 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: availability_zone_filter.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.117052 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.117572 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: availability_zone_filter May 25 17:00:02.117891 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: data_plane_status.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.118784 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.119303 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension data-plane-status not supported by any of loaded plugins May 25 17:00:02.119621 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: default_subnetpools.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.120519 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.121075 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: default-subnetpools May 25 17:00:02.121396 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.122198 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.122716 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: dhcp_agent_scheduler May 25 17:00:02.123035 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: dns.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.123936 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.124452 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension dns-integration not supported by any of loaded plugins May 25 17:00:02.124810 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: dns_domain_ports.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.125712 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.126225 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 17:00:02.126543 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.127487 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.128003 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 25 17:00:02.128324 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: dvr.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.129011 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.129532 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: dvr May 25 17:00:02.129852 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: ecmp_routes.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.130757 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.131273 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension ecmp_routes not supported by any of loaded plugins May 25 17:00:02.131588 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: empty_string_filtering.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.132479 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.133034 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: empty-string-filtering May 25 17:00:02.133353 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.134245 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.134757 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 17:00:02.135076 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.135965 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.136476 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 17:00:02.136827 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: external_net.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.137716 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.138230 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: external-net May 25 17:00:02.138550 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.139439 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.139955 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: extra_dhcp_opt May 25 17:00:02.140278 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: extraroute.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.141214 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.141730 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: extraroute May 25 17:00:02.142050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: extraroute_atomic.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.143753 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.144277 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: extraroute-atomic May 25 17:00:02.144602 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: filter_validation.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.145286 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.145802 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: filter-validation May 25 17:00:02.146122 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: fip_pf_description.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.147030 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.147541 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 17:00:02.147863 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.148803 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.149315 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 25 17:00:02.149637 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: fip_port_details.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.150537 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.151054 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: fip-port-details May 25 17:00:02.151381 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: flavors.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.152592 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.153150 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: flavors May 25 17:00:02.153471 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.155130 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.155662 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 17:00:02.155993 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: floatingip_pools.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.156920 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.157454 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: floatingip-pools May 25 17:00:02.157781 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: ip_allocation.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.159435 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.159955 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension ip_allocation not supported by any of loaded plugins May 25 17:00:02.160283 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.161220 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.161747 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: ip-substring-filtering May 25 17:00:02.162075 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l2_adjacency.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.162996 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.163511 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 17:00:02.163836 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.164825 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.165351 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: router May 25 17:00:02.165678 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.167872 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.168412 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 17:00:02.168776 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.169687 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.170210 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: ext-gw-mode May 25 17:00:02.170538 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.171452 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.171972 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: l3-ha May 25 17:00:02.172297 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.173218 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.173732 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 25 17:00:02.174142 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3_flavors.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.175039 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.175560 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: l3-flavors May 25 17:00:02.175882 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.177255 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.177785 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 25 17:00:02.178114 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.179016 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.179539 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 17:00:02.179863 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: l3agentscheduler.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.180917 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.181447 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: l3_agent_scheduler May 25 17:00:02.181773 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: local_ip.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.183778 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.184313 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension local_ip not supported by any of loaded plugins May 25 17:00:02.184643 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: logging.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.186139 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.186674 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension logging not supported by any of loaded plugins May 25 17:00:02.187002 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: metering.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.187731 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.188311 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: metering May 25 17:00:02.188635 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.190295 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.190816 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: metering_source_and_destination_fields May 25 17:00:02.191143 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: multiprovidernet.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.192171 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.192714 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: multi-provider May 25 17:00:02.193041 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: netmtu.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.193943 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.194465 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: net-mtu May 25 17:00:02.194792 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: netmtu_writable.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.195699 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.196219 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: net-mtu-writable May 25 17:00:02.196543 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: network_availability_zone.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.197228 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.197744 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: network_availability_zone May 25 17:00:02.198067 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: network_ip_availability.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.199153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.199720 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: network-ip-availability May 25 17:00:02.199997 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: network_segment_range.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.200790 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.201308 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension network-segment-range not supported by any of loaded plugins May 25 17:00:02.201624 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: pagination.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.202588 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.202918 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: pagination May 25 17:00:02.203236 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: port_device_profile.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.204128 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.204652 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: port-device-profile May 25 17:00:02.204999 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: port_mac_address_override.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.206210 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.206735 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: port-mac-override May 25 17:00:02.207056 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.207955 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.208476 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: port-mac-address-regenerate May 25 17:00:02.208835 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.209730 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.210255 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: port-numa-affinity-policy May 25 17:00:02.210577 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: port_resource_request.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.211464 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.211977 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension port-resource-request not supported by any of loaded plugins May 25 17:00:02.212302 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.213269 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.213790 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 25 17:00:02.214110 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: portbindings.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.215016 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.215538 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: binding May 25 17:00:02.215859 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: portbindings_extended.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.217108 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.217631 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: binding-extended May 25 17:00:02.217955 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: portsecurity.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.218852 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.219369 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: port-security May 25 17:00:02.219693 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: project_id.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.221198 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.221715 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: project-id May 25 17:00:02.222172 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: providernet.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.223088 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.223612 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: provider May 25 17:00:02.223931 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.227385 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.227922 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos not supported by any of loaded plugins May 25 17:00:02.228253 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.229513 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.230038 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 17:00:02.230366 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.231287 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.231806 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 17:00:02.232132 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_default.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.233066 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.233589 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-default not supported by any of loaded plugins May 25 17:00:02.233915 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_fip.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.234822 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.235345 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-fip not supported by any of loaded plugins May 25 17:00:02.235667 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.236734 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.237257 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 25 17:00:02.237581 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.238494 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.239010 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 17:00:02.239330 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.240233 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.240776 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 17:00:02.241100 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.242128 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.242646 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 25 17:00:02.242971 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.243994 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.244514 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 25 17:00:02.244859 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_pps_rule.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.246001 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.246528 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-pps not supported by any of loaded plugins May 25 17:00:02.246849 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.247747 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.248266 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 17:00:02.248592 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.249533 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.250050 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 25 17:00:02.250373 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: qos_rules_alias.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.251499 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.252658 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 17:00:02.253010 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: quota_check_limit.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.253933 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.254460 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: quota-check-limit May 25 17:00:02.254781 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: quotasv2.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.255687 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.256013 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: quotas May 25 17:00:02.256331 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: quotasv2_detail.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.258045 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.258380 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: quota_details May 25 17:00:02.258704 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: rbac.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.259738 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.260273 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: rbac-policies May 25 17:00:02.260603 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: rbac_address_group.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.261551 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.262078 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: rbac-address-group May 25 17:00:02.262401 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: rbac_address_scope.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.263392 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.263911 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: rbac-address-scope May 25 17:00:02.264234 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: rbac_security_groups.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.265165 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.265687 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: rbac-security-groups May 25 17:00:02.266006 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.266911 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.267429 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: rbac-subnetpool May 25 17:00:02.268324 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: revisionifmatch.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.269338 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.269865 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: revision-if-match May 25 17:00:02.270184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: revisions.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.271283 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.271802 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: standard-attr-revisions May 25 17:00:02.272123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: router_availability_zone.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.272817 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.273343 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: router_availability_zone May 25 17:00:02.273664 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: routerservicetype.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.274573 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.275089 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension router-service-type not supported by any of loaded plugins May 25 17:00:02.275409 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.276317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.276869 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: security-groups-normalized-cidr May 25 17:00:02.277191 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.278100 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.278619 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: port-security-groups-filtering May 25 17:00:02.278940 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.279860 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.280381 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: security-groups-remote-address-group May 25 17:00:02.280734 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.281652 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.282173 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: security-groups-shared-filtering May 25 17:00:02.282492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: securitygroup.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.293451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.293990 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: security-group May 25 17:00:02.294323 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: segment.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.295041 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.295561 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension segment not supported by any of loaded plugins May 25 17:00:02.295887 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.296848 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.297370 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 17:00:02.297696 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: servicetype.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.298814 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.299514 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: service-type May 25 17:00:02.299837 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: sorting.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.300834 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.301232 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: sorting May 25 17:00:02.301485 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: standard_attr_segment.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.302394 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.302913 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 17:00:02.303237 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: standardattrdescription.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.303904 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.304373 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: standard-attr-description May 25 17:00:02.304710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: stateful_security_group.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.305648 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.306171 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: stateful-security-group May 25 17:00:02.306493 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: stdattrs_common.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.307064 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 17:00:02.307384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.308578 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.309135 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 17:00:02.309461 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: subnet_onboard.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.310510 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.311042 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: subnet_onboard May 25 17:00:02.311367 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.312279 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.312836 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 17:00:02.313167 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: subnet_service_types.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.314085 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.315225 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: subnet-service-types May 25 17:00:02.315559 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: subnetallocation.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.316695 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.317229 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: subnet_allocation May 25 17:00:02.317551 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.318204 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.318723 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: subnetpool-prefix-ops May 25 17:00:02.319044 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.319969 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.320487 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 17:00:02.320850 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: tagging.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.321883 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.322405 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: standard-attr-tag May 25 17:00:02.322724 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: timestamp.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.323906 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.324432 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loaded extension: standard-attr-timestamp May 25 17:00:02.324785 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: trunk.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.325804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.326329 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension trunk not supported by any of loaded plugins May 25 17:00:02.326657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: trunk_details.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.327569 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.328090 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension trunk-details not supported by any of loaded plugins May 25 17:00:02.328413 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.329363 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.329881 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 17:00:02.330858 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Loading extension file: vlantransparent.py {{(pid=103891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 17:00:02.331557 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 17:00:02.332069 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 17:00:02.334642 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:network May 25 17:00:02.335174 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:subnet May 25 17:00:02.335569 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 17:00:02.335963 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:port May 25 17:00:02.337214 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.337648 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service FLAVORS assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.338256 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.338672 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.339000 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:router May 25 17:00:02.339420 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:floatingip May 25 17:00:02.339905 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service METERING assigned prefix: /metering {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.341373 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.341743 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.342094 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:00:02.343086 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of CountableResource for resource:rbac_policy May 25 17:00:02.343521 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:security_group May 25 17:00:02.343969 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 17:00:02.344566 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service CORE assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.344932 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 17:00:02.345276 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] subnetpool is already registered May 25 17:00:02.345762 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service CORE assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.346122 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 17:00:02.346425 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] subnetpool is already registered May 25 17:00:02.348718 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.349150 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service FLAVORS assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.349737 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.350162 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.350491 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:router May 25 17:00:02.350826 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] router is already registered May 25 17:00:02.351234 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:floatingip May 25 17:00:02.351573 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] floatingip is already registered May 25 17:00:02.352025 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service METERING assigned prefix: /metering {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.352703 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of CountableResource for resource:rbac_policy May 25 17:00:02.353028 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] rbac_policy is already registered May 25 17:00:02.353440 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:security_group May 25 17:00:02.353780 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] security_group is already registered May 25 17:00:02.354193 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 17:00:02.354527 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] security_group_rule is already registered May 25 17:00:02.355140 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service CORE assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.355469 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 17:00:02.355803 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] subnetpool is already registered May 25 17:00:02.356214 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.v2.resource_helper [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Service CORE assigned prefix: {{(pid=103891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 17:00:02.356535 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 17:00:02.356894 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING neutron.quota.resource_registry [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] subnetpool is already registered May 25 17:00:02.357353 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: extensions {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.358804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: address-groups {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.360267 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: address-scopes {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.361741 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: agents {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.362892 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: auto-allocated-topology {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.364123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: availability_zones {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.365379 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: dhcp-networks {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.366846 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: dhcp-agents {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.368267 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: routers {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.369976 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: flavors {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.371216 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: service_profiles {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.372470 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: next_providers {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.373904 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: service_profiles {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.375424 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: floatingip-pools {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.376599 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: routers {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.378867 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: floatingips {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.380129 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: l3-routers {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.381522 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: l3-agents {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.382902 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: metering-labels {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.384139 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: metering-label-rules {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.385524 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: network-ip-availabilities {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.386791 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: bindings {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.388299 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: quotas {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.390751 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: quotas {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.392296 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: rbac-policies {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.394103 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: security-groups {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.395438 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: security-group-rules {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.396695 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: service-providers {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.397910 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: subnetpools {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.399196 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: subnetpools {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.400758 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.402408 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.404213 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.405997 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.407659 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.409686 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.411342 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.413250 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.414984 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.416800 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron.api.extensions [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Extended resource: tags {{(pid=103891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 17:00:02.422675 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING keystonemiddleware.auth_token [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 17:00:02.427768 dv-cinder-843309-1-iscsi neutron-server[103891]: WARNING keystonemiddleware.auth_token [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 17:00:02.436754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_concurrency.lockutils [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Acquired lock "singleton_lock" {{(pid=103891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 25 17:00:02.437226 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_concurrency.lockutils [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Releasing lock "singleton_lock" {{(pid=103891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 25 17:00:02.437872 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO oslo_service.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Starting 2 workers May 25 17:00:02.443383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Started child 104000 {{(pid=103891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 17:00:02.448193 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Started child 104001 {{(pid=103891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 17:00:02.449924 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO neutron.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 17:00:02.450526 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:02.450754 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:02.452836 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [-] (104000) wsgi starting up on http://0.0.0.0:9696 May 25 17:00:02.453033 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO oslo_service.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Starting 1 workers May 25 17:00:02.454619 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:02.456801 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [-] (104001) wsgi starting up on http://0.0.0.0:9696 May 25 17:00:02.459186 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Started child 104002 {{(pid=103891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 17:00:02.459737 dv-cinder-843309-1-iscsi neutron-server[103891]: INFO oslo_service.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Starting 1 workers May 25 17:00:02.463553 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] calling RpcWorker wait() {{(pid=104002) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 17:00:02.464211 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] returning from RpcWorker wait() {{(pid=104002) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 17:00:02.464403 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Started child 104003 {{(pid=103891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 17:00:02.465261 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-906022b7-7f67-4b81-b068-69f41a7852d7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:02.465455 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:02.465787 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:02.467149 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 17:00:02.467518 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 17:00:02.467518 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 17:00:02.467882 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 17:00:02.468067 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 17:00:02.468224 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 17:00:02.468749 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.469041 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.469288 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.469444 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:02.469955 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.470141 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.470395 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.470632 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:02.470832 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.471015 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.471313 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.471488 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.471639 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.471893 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.472136 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.472438 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.472735 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.472978 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.473253 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.473412 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.473637 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.473902 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.474145 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.474403 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] debug = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.474653 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.475159 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.475386 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.475633 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.475848 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.476110 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.476351 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.476628 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.476899 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.477118 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.477362 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.477622 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.477842 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.478050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.478258 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.478522 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.478743 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.479204 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] host = dv-cinder-843309-1-iscsi {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.479451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.479685 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.479928 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.480170 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.480417 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.480629 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.480910 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.481182 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.481421 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.481658 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.481906 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.482132 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.482353 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.482618 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.482782 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_options = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.483007 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.483308 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.483538 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.483735 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.483902 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.484052 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.484312 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.484463 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.484736 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.484966 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.485229 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.485401 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.485606 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.485849 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.486094 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.486377 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.486643 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.486927 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.487252 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.487519 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.487678 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.487964 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.488113 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.488289 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.489063 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.489063 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.489063 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.489874 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.489874 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.489874 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.489874 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.490459 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.490459 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.490713 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.490818 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.490988 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.491214 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.491479 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.491720 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.492574 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.492574 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.492574 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.492574 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_json = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495819 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495819 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495819 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495819 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.495819 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.496188 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.496404 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.496404 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.496404 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.496404 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.496404 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.497836 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.497836 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.498009 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.498199 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.498431 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.498747 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.501099 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.501099 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.501099 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.501099 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.501099 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.501099 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.501099 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.501099 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504013 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504013 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504013 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504013 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504013 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504013 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504013 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504013 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504567 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504567 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504567 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504567 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504895 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.504895 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.505121 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.505375 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.505594 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.505988 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.506345 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.506756 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.507130 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.507515 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.507903 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.508356 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.508760 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.509168 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.509407 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.509657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.509909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.510124 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.510336 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.510547 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.510759 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.510985 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.511197 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.511434 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.511656 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.511926 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.512181 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.512420 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.512653 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.512911 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.513129 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.513372 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.513601 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.513842 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.514065 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.514284 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.514670 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.514883 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.515117 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.515334 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.515578 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.515789 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.516165 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.516376 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.516610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.516868 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.517072 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.517458 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.518323 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.518534 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.518762 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.519034 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.519289 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.519511 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.519747 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.519958 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.520191 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.520602 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.520741 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.520955 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.521199 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.521414 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.521670 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.521890 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.522150 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.522383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.522879 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.523302 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.523705 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.524070 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.524514 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.524955 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.525323 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.525584 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.525962 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.526066 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.526251 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.526346 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 45730) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:02.526464 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.526848 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.527117 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.527391 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.527645 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.527903 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.528126 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.528378 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.528639 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.528956 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.529194 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.529504 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.529742 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.530019 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.530327 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.530624 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.530909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.531164 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.531422 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.531691 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.531941 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.532205 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.532455 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.533270 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.533270 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.533270 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.533544 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.533771 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.534184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.534501 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.534766 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.535003 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.535218 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.535501 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.535731 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.535966 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.536227 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.536497 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.536723 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.536966 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.537212 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.537425 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.537642 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.537869 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.538094 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.538333 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.538542 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.538783 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.539012 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.539224 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.539471 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.539699 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.539932 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.540162 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.540374 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.540801 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.540924 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123100 May 25 17:00:02.541310 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.541696 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.542088 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.542496 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.542922 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.543171 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.543372 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.543585 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.543996 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.545657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.545657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.545657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.545657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.545657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.545657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.545657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.546140 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.546140 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.546395 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.546582 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.546801 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.547035 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.547249 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.547482 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.547707 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.547948 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.548204 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.548453 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.549884 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.550322 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.550733 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.551158 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.551402 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.551627 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.551848 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.552071 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.552301 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.552723 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.552951 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.553171 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.553412 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.553630 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.553845 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.554078 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.554337 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.554579 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.554835 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.555040 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.555283 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.555503 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.556116 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.556116 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.556116 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.556347 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.556550 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.556890 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.557121 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.557402 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.557637 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.557873 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.558123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.558692 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.558845 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.559242 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.559503 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.559714 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.559937 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.560154 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.560362 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.560585 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.561007 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.561220 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.561442 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.561657 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.561887 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.562137 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.562344 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.562574 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.562813 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.563021 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.563228 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.563608 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.564023 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.565994 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.566479 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.567487 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.567487 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.567854 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.568229 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.568759 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.569014 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.569373 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.569940 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.570587 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.571266 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.571863 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.572466 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.572906 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.573335 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.573752 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.574092 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.574323 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.574572 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.574845 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.575076 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.575652 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.575652 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.575936 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.576227 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.576496 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.576808 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.577096 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.577392 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.578414 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.578414 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.578414 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.578645 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.578712 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.578970 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.579268 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.579449 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.580591 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.580591 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.580591 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.580591 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.580914 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.581077 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.581448 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.581890 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.582143 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.582414 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.582668 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.583135 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.583521 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.583939 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.584163 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.584318 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 17:00:02.585005 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 17:00:02.585359 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 17:00:02.585693 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 17:00:02.585869 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 17:00:02.586037 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 17:00:02.586336 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 17:00:02.586548 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.586765 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.586948 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.587122 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.587295 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.587460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.587615 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.587932 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.588243 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.588550 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.588894 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.589050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.589210 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590493 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590493 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590612 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] debug = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590688 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.590855 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.591178 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.591478 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.591634 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.591947 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.593082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.593082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.593245 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.593328 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.593541 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.593882 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.593995 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.594129 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.594405 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.594631 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.594870 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.595095 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] host = dv-cinder-843309-1-iscsi {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.595273 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.595438 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.595602 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.595815 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.596003 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.596133 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.596296 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.596463 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.596624 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.597591 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.597761 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.597916 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.598235 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.599342 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.600580 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_options = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.600914 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.601210 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.601519 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.601876 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.602186 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.603211 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.603526 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.603865 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.604174 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.604479 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.604898 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.605201 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.605528 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.605695 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.605863 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.606029 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.606194 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.606360 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.606452 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:02.606526 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.606668 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.606829 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.606990 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.607150 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.607311 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.607471 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.607633 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.607794 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.607955 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.608116 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.608276 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.608436 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.608597 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.608780 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.608945 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.609104 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.609321 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.609457 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.609590 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.609989 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.610155 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.610394 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.610560 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.610766 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.610931 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.612769 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.612769 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.612769 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_json = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.612769 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.612769 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.613116 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.613116 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.613231 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.613371 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.613683 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.613977 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.614289 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 17:00:02.615280 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615280 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615280 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615280 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615280 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615613 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615613 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615613 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615792 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.615926 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.616229 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.616535 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.616869 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.617174 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.617349 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.617513 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.617800 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.618123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.618435 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.618604 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.618769 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.618935 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.619113 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.619278 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.619443 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.619609 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.619813 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.619988 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.620153 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.620327 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.620507 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621157 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621157 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621157 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621365 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621365 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621505 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621661 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.621986 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.622151 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.622317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.622503 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.622667 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.622790 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.622955 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.623121 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.623288 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.623452 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.623615 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.624509 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.624509 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.624509 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.624509 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.624509 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.624509 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.624945 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.624945 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.625066 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.625175 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.625335 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.625499 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.625662 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.625827 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.625991 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.626146 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.626329 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.626469 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.626644 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.626948 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.627674 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.627818 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.628363 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.628363 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.628503 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.628569 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.628778 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.628895 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.629054 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.629216 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.629378 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.629541 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.629705 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.629870 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.630033 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.630196 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.630360 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.630524 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.630686 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.630848 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.631011 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.631192 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.631356 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.631520 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.631684 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.631880 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.632007 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.632160 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.632323 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.632486 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.632648 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.634804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.634804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.634804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.634804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.634804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.634804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.634804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.634804 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.635754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.635754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.635754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.635754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.635754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.635754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.635754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.635754 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.636640 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.636640 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.636640 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.636640 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.636640 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.636640 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.637474 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.637474 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.637474 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.637474 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.637474 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.637474 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638123 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638601 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638601 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638601 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638934 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.638934 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.639190 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.639190 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.639422 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.639595 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.639720 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.639842 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.639971 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.640093 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.640215 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.640383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.640549 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.640731 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.640898 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.641063 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.641226 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.642802 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.642802 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.642802 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.642802 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.642802 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.642802 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.642802 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.642802 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.645384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.645384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.645384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.645384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.645384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.645384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.645384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.645384 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647317 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647929 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647929 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647929 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647929 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647929 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647929 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647929 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.647929 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.648451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.648451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.648451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.648451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.648451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.648451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.648451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.648451 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.649460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.649460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.649460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.649460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.649460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.649460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.649460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.649460 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.650909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.650909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.650909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.650909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.650909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.650909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.650909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.650909 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.652354 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.653383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.653383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.653383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.653383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.653383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.653383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.653383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.653383 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655184 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.655821 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.658610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.658610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.658610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.658610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.658610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.658610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.658610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.658610 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.659492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.659492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.659492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.659492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.659492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.659492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.659492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.659492 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660050 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.660596 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.664195 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.664195 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.664195 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.664195 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.664195 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.664195 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.664195 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.664195 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665082 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.665710 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.666328 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.666328 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 17:00:02.666328 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 17:00:11.943046 dv-cinder-843309-1-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:13.956770 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writer thread running {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 17:00:13.978241 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791290a5-73c7-4659-9b9c-d1f532662b5a None None] get_active_networks_info from dv-cinder-843309-1-iscsi {{(pid=104002) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 25 17:00:14.019004 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-42ef35c2-a24b-4872-a435-2e1a613bfc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3711595'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:14.049265 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791290a5-73c7-4659-9b9c-d1f532662b5a None None] No non-hosted networks {{(pid=104002) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 17:00:15.594407 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writer thread running {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 17:00:16.128566 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0d3b919-62fb-4538-9b27-0436872762fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3711595'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:16.158290 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6498-341a-4164-a84d-8d448f22c873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:17.141648 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 45808) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:17.471093 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3711595'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:17.760659 dv-cinder-843309-1-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-cb12bf7a-eace-416b-8b97-ca2776da3990 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 17:00:17.761552 dv-cinder-843309-1-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-cb12bf7a-eace-416b-8b97-ca2776da3990 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 17:00:17.989005 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-cb12bf7a-eace-416b-8b97-ca2776da3990 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:00:17.992727 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cb12bf7a-eace-416b-8b97-ca2776da3990 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8462582 May 25 17:00:18.785178 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3711595'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:20.251589 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3711595'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:20.253402 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.254263 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.255168 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.255666 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.256239 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.256912 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.257388 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.257888 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.258409 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.258982 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.259457 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.259969 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.260438 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.260996 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.261459 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:20.262036 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843309-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:20.276506 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843309-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:20.555599 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 45844) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:20.916474 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1d98e143-291c-46f4-9aa4-58d4e7895368 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:00:21.012546 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.policy [None req-1d98e143-291c-46f4-9aa4-58d4e7895368 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104000) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 17:00:21.055900 dv-cinder-843309-1-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-1d98e143-291c-46f4-9aa4-58d4e7895368 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 17:00:21.056284 dv-cinder-843309-1-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-1d98e143-291c-46f4-9aa4-58d4e7895368 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 17:00:21.076906 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writer thread running {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 17:00:21.158051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1d98e143-291c-46f4-9aa4-58d4e7895368 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752204550966', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752204551482', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752204567543', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752204524961', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752204514827', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752204540065', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-792143', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-814772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4018888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4043107'] for rbac-policy (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:21.232033 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1d98e143-291c-46f4-9aa4-58d4e7895368 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:21.242568 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1d98e143-291c-46f4-9aa4-58d4e7895368 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6803708 May 25 17:00:21.409146 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.db.l3_hamode_db [None req-a5dd8212-97ad-4212-aadc-bcd4fa20f5b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 17:00:21.494251 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd8212-97ad-4212-aadc-bcd4fa20f5b3 None None] Routers set() bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:00:21.494644 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd8212-97ad-4212-aadc-bcd4fa20f5b3 None None] Router IDs set() for agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 25 17:00:23.683620 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 45856) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:24.005819 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:00:24.040417 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Made reservation on behalf of 7dc419f19cc24b04ac728d5de53b8a4b for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:00:24.044343 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:24.062622 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:24.174862 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Publish callbacks [] for security_group (288bde66-fef9-4049-9340-cdf295389817), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:24.178452 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (288bde66-fef9-4049-9340-cdf295389817), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:24.203727 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:00:24.238381 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (f5638ff4-94c3-453c-aa84-036a75ae6770), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:24.238890 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Added segment f5638ff4-94c3-453c-aa84-036a75ae6770 of type vlan for network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 May 25 17:00:24.272375 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=288bde66-fef9-4049-9340-cdf295389817,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:24.316996 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.317348 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.317713 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.318072 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.318410 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.318741 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.319068 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.319393 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.319718 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.320041 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.320365 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.320721 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.321050 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.321368 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.321684 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Tracked resource versions report: May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: pushed versions: May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: { 'AddressGroup': {'1.2'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Agent': {'1.1'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'ConntrackHelper': {'1.0'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'LocalIPAssociation': {'1.0'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Log': {'1.0'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'NDPProxy': {'1.0'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Network': {'1.1'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Port': {'1.7'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'PortForwarding': {'1.3'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'QosPolicy': {'1.10'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SecurityGroup': {'1.5'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SecurityGroupRule': {'1.2'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SubPort': {'1.0'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Subnet': {'1.1'}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Trunk': {'1.1'}} May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: consumer versions: May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: { DHCP agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: L3 agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: Metadata agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: Metering agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: Open vSwitch agent@dv-cinder-843309-1-iscsi: { 'AddressGroup': '1.2', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Agent': '1.1', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'ConntrackHelper': '1.0', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'LocalIPAssociation': '1.0', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Log': '1.0', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'NDPProxy': '1.0', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Network': '1.1', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Port': '1.7', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'PortForwarding': '1.3', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'QosPolicy': '1.10', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SecurityGroup': '1.5', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SecurityGroupRule': '1.2', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SubPort': '1.0', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Subnet': '1.1', May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Trunk': '1.1'}} May 25 17:00:24.323159 dv-cinder-843309-1-iscsi neutron-server[104000]: {{(pid=104000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 17:00:24.351052 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:24.394352 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:24.399563 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:00:24.400280 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:24.438170 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=55,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:24.509794 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8250911 May 25 17:00:24.528317 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06bafe-9cb1-493c-938f-ffe1aebf807b demo demo] Pushing event updated for resources: {'Network': ['ID=bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:24.545814 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:00:27.030694 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 45870) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:27.441516 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdbb37-cd28-4696-baef-50b4145d069a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:00:27.442889 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-91fdbb37-cd28-4696-baef-50b4145d069a demo admin] 10.222.0.31 "GET /v2.0/networks/bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 HTTP/1.1" status: 200 len: 825 time: 0.4112377 May 25 17:00:27.467170 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cb02d50f-58b7-4fc9-9495-2ea43bb7a286 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/a6c0d53e-74a8-434c-ad57-29185887d672 HTTP/1.1" status: 200 len: 734 time: 0.0185308 May 25 17:00:27.476688 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Request body: {'subnet': {'subnetpool_id': 'a6c0d53e-74a8-434c-ad57-29185887d672', 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:00:27.498387 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Made reservation on behalf of 7dc419f19cc24b04ac728d5de53b8a4b for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:00:27.500712 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:27.659507 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:27.797328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (b7e66562-4cec-413a-92e4-faab8cb4d123), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:27.867941 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Pushing event updated for resources: {'Subnet': ['ID=b7e66562-4cec-413a-92e4-faab8cb4d123,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:27.872340 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Checking segment: {'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:00:27.872761 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Network hostable DHCP agents. Network: bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:00:27.894965 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:00:27.905202 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:00:27.909908 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:00:27.910447 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:27.916536 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf279b-bf15-49e7-b2fd-804cf9bebd38 None None] Network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:00:27.929238 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3857d184-c86c-4bb7-bab0-d256f71e3b0e demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4555426 May 25 17:00:28.178062 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'fixed_ips': [{'subnet_id': 'b7e66562-4cec-413a-92e4-faab8cb4d123'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:00:28.179381 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:28.463720 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Allocated IP 172.20.0.2 (bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4/b7e66562-4cec-413a-92e4-faab8cb4d123/22ce82ad-319f-44c7-8e77-3159593ea0ca) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:00:28.485305 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=61,neutron:INSERT=35,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:28.733750 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Publish callbacks [] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:28.743465 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:28.821814 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:00:28.827589 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:00:28.833235 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Pushing event updated for resources: {'Port': ['ID=22ce82ad-319f-44c7-8e77-3159593ea0ca,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:28.835537 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:00:28.848158 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.848511 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.848902 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.849251 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.849594 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.849922 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.850249 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.850575 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.850932 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.851217 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.851577 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.851869 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.852196 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.852514 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.852859 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Tracked resource versions report: May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: pushed versions: May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Agent': {'1.1'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Log': {'1.0'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Network': {'1.1'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Port': {'1.7'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: consumer versions: May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: L3 agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: Metadata agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: Metering agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-843309-1-iscsi: { 'AddressGroup': '1.2', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Agent': '1.1', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Log': '1.0', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'NDPProxy': '1.0', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Network': '1.1', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Port': '1.7', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'PortForwarding': '1.3', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'QosPolicy': '1.10', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SubPort': '1.0', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Subnet': '1.1', May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Trunk': '1.1'}} May 25 17:00:28.854338 dv-cinder-843309-1-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 17:00:28.930030 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Attempting to bind port 22ce82ad-319f-44c7-8e77-3159593ea0ca on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:00:28.930720 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Attempting to bind port 22ce82ad-319f-44c7-8e77-3159593ea0ca by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:00:28.930828 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Attempting to bind port 22ce82ad-319f-44c7-8e77-3159593ea0ca on network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:00:28.936400 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:00:28.936810 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Checking segment: {'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:00:28.937293 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:28.937685 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Bound using segment: {'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:00:28.938724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Bound port: 22ce82ad-319f-44c7-8e77-3159593ea0ca, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:00:28.939143 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:28.969608 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:29.001509 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] For port 22ce82ad-319f-44c7-8e77-3159593ea0ca, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:00:29.023852 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] For port 22ce82ad-319f-44c7-8e77-3159593ea0ca, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=22ce82ad-319f-44c7-8e77-3159593ea0ca,segment=NetworkSegment(f5638ff4-94c3-453c-aa84-036a75ae6770),segment_id=f5638ff4-94c3-453c-aa84-036a75ae6770)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:00:29.030725 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:29.085439 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e6710-e7ef-4af7-9886-609678087a52 None None] Pushing event updated for resources: {'Port': ['ID=22ce82ad-319f-44c7-8e77-3159593ea0ca,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:30.399141 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 45880) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:30.741685 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-30a1c024-14e7-4bdc-b7a7-40dbc5c014c2 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:00:30.742863 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-30a1c024-14e7-4bdc-b7a7-40dbc5c014c2 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3426728 May 25 17:00:33.202703 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 45888) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:33.533473 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-787715b8-03f5-4d2d-b2fb-566ac62d6829 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:00:33.534551 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-787715b8-03f5-4d2d-b2fb-566ac62d6829 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3308716 May 25 17:00:33.799511 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:33.804461 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:36.066065 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 45900) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:36.604580 dv-cinder-843309-1-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 17:00:36.605150 dv-cinder-843309-1-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 17:00:36.819580 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:00:36.878538 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.policy [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104001) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 17:00:36.920418 dv-cinder-843309-1-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 17:00:36.920845 dv-cinder-843309-1-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 17:00:36.942512 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writer thread running {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 17:00:36.948830 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:36.986910 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (cda70b01-742f-4f71-8f12-47a831346cd0), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:36.988937 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (cda70b01-742f-4f71-8f12-47a831346cd0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:37.149147 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] Publish callbacks [] for router_controller (cda70b01-742f-4f71-8f12-47a831346cd0), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:37.154409 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (cda70b01-742f-4f71-8f12-47a831346cd0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:37.178947 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:37.180128 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f66a93a9-6627-4e50-b278-5d92a4db03a3 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1130948 May 25 17:00:37.919028 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=26,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:37.920354 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=57,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:38.945918 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 22ce82ad-319f-44c7-8e77-3159593ea0ca up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:00:39.029893 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 22ce82ad-319f-44c7-8e77-3159593ea0ca triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:39.030226 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:39.133635 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 22ce82ad-319f-44c7-8e77-3159593ea0ca is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:00:39.134046 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:39.173317 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 22ce82ad-319f-44c7-8e77-3159593ea0ca, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=22ce82ad-319f-44c7-8e77-3159593ea0ca,segment=NetworkSegment(f5638ff4-94c3-453c-aa84-036a75ae6770),segment_id=f5638ff4-94c3-453c-aa84-036a75ae6770)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:00:39.177173 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:39.223652 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=22ce82ad-319f-44c7-8e77-3159593ea0ca,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:39.702959 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 45924) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:40.039697 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [None req-efbcb6ae-f556-4d0e-8455-90906e873e79 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:00:40.040665 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-efbcb6ae-f556-4d0e-8455-90906e873e79 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3366418 May 25 17:00:40.553706 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd414e-3b85-4544-9865-1511a8b580cd None None] Network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:00:40.615194 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-1fe498dc-4cae-4e4e-ab3e-e3a3bb2781b6 None None] Provisioning complete for port 22ce82ad-319f-44c7-8e77-3159593ea0ca triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:40.615579 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1fe498dc-4cae-4e4e-ab3e-e3a3bb2781b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:40.722737 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:40.747665 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-1fe498dc-4cae-4e4e-ab3e-e3a3bb2781b6 None None] Current status of the port 22ce82ad-319f-44c7-8e77-3159593ea0ca is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:00:40.918717 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 22ce82ad-319f-44c7-8e77-3159593ea0ca up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:00:40.971506 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 22ce82ad-319f-44c7-8e77-3159593ea0ca triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:40.971902 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:40.974838 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-c0180f31-d16d-44fd-8d5e-7d7e23d82576 None None] Provisioning complete for port 22ce82ad-319f-44c7-8e77-3159593ea0ca triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:40.975265 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0180f31-d16d-44fd-8d5e-7d7e23d82576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:41.086680 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:41.106514 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 22ce82ad-319f-44c7-8e77-3159593ea0ca is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:00:41.108836 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-c0180f31-d16d-44fd-8d5e-7d7e23d82576 None None] Current status of the port 22ce82ad-319f-44c7-8e77-3159593ea0ca is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:00:42.524449 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 45932) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:42.847838 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:00:42.870102 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Made reservation on behalf of a1e51ce5f84b498ea59e7bf6bab45356 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:00:42.872968 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:42.889013 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:42.995021 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Publish callbacks [] for security_group (6c4a2eff-1361-4265-8fa1-4933ac75fd0c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:42.998457 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6c4a2eff-1361-4265-8fa1-4933ac75fd0c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:43.009544 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=104001) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 17:00:43.037021 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (237c7f37-1da9-46cc-8ffe-208bb0ea1120), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:43.037548 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Added segment 237c7f37-1da9-46cc-8ffe-208bb0ea1120 of type flat for network 2d9343e6-4285-461c-bf4b-151ab76a8af5 May 25 17:00:43.076668 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4a2eff-1361-4265-8fa1-4933ac75fd0c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:43.108624 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.109001 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.109364 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.110227 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.110585 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.110995 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.111364 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.111690 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.112028 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.112356 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.112715 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.113066 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.113389 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.113707 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.114022 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Tracked resource versions report: May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: pushed versions: May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Agent': {'1.1'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Log': {'1.0'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Network': {'1.1'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Port': {'1.7'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: consumer versions: May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: L3 agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: Metadata agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: Metering agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-843309-1-iscsi: { 'AddressGroup': '1.2', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Agent': '1.1', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Log': '1.0', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'NDPProxy': '1.0', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Network': '1.1', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Port': '1.7', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'PortForwarding': '1.3', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'QosPolicy': '1.10', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SubPort': '1.0', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Subnet': '1.1', May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Trunk': '1.1'}} May 25 17:00:43.115451 dv-cinder-843309-1-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 17:00:43.163219 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (2d9343e6-4285-461c-bf4b-151ab76a8af5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:43.208565 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (2d9343e6-4285-461c-bf4b-151ab76a8af5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:43.209692 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:00:43.210401 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:43.300670 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7751391 May 25 17:00:43.315206 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e167c73-1b5c-4158-9c43-a1eb45bf58f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9343e6-4285-461c-bf4b-151ab76a8af5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:43.334469 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:00:43.851142 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2a768abf-a34e-43e0-8cdd-c5f1116ebe9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:45.718235 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 45944) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:46.126145 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0faa20fa-4710-4730-a3e5-41338c3cbe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:46.137552 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95480f-e8a4-4658-a9d1-68fcd8f3151a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:00:46.138933 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3b95480f-e8a4-4658-a9d1-68fcd8f3151a demo admin] 10.222.0.31 "GET /v2.0/subnets/b7e66562-4cec-413a-92e4-faab8cb4d123 HTTP/1.1" status: 200 len: 849 time: 0.4197249 May 25 17:00:46.277504 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-217389fb-7da3-429a-9eda-268e00c5872d demo admin] 10.222.0.31 "GET /v2.0/routers/cda70b01-742f-4f71-8f12-47a831346cd0 HTTP/1.1" status: 200 len: 704 time: 0.1325860 May 25 17:00:46.503131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:46.549192 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:46.697305 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:46.850713 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Allocated IP 172.20.0.1 (bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4/b7e66562-4cec-413a-92e4-faab8cb4d123/cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:00:47.036976 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Publish callbacks [] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.099246 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.177865 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:00:47.182331 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:00:47.192469 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:00:47.193481 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (cda70b01-742f-4f71-8f12-47a831346cd0), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.212380 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Pushing event updated for resources: {'Port': ['ID=cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:47.400596 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.410404 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-62ea5b7b-d354-4b66-b929-c9994e4a1b47 None None] Provisioning complete for port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:47.410954 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-62ea5b7b-d354-4b66-b929-c9994e4a1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.455910 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-62ea5b7b-d354-4b66-b929-c9994e4a1b47 None None] Port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:00:47.459362 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.673933 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:47.697130 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Publish callbacks [] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.701287 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.702086 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (cda70b01-742f-4f71-8f12-47a831346cd0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:47.784100 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Pushing event updated for resources: {'Port': ['ID=cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:47.829463 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:00:47.830741 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:00:47.870043 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:47.994073 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Router cda70b01-742f-4f71-8f12-47a831346cd0 is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:00:48.075587 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-296f2b6b-4529-4e78-98cd-77cc4da35aaf None None] Provisioning complete for port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:48.075986 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-296f2b6b-4529-4e78-98cd-77cc4da35aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:48.082565 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:00:48.089150 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d9893aa7-cab2-40b8-8749-08d79564eea2 demo admin] 10.222.0.31 "PUT /v2.0/routers/cda70b01-742f-4f71-8f12-47a831346cd0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8061008 May 25 17:00:48.104271 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Sync routers for ids ['cda70b01-742f-4f71-8f12-47a831346cd0'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:00:48.110528 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-296f2b6b-4529-4e78-98cd-77cc4da35aaf None None] Port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:00:48.118749 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Routers {'cda70b01-742f-4f71-8f12-47a831346cd0'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:00:48.119587 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:00:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cda70b01-742f-4f71-8f12-47a831346cd0'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:48.316201 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Set router cda70b01-742f-4f71-8f12-47a831346cd0 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:00:48.740285 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:48.740983 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'name': 'router1', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:00:36Z', 'updated_at': '2022-05-25T17:00:47Z', 'revision_number': 2, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'gw_port_host': None, '_interfaces': [{'id': 'cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd', 'name': '', 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'mac_address': 'fa:16:3e:63:66:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:46Z', 'updated_at': '2022-05-25T17:00:47Z', 'revision_number': 2, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'subnets': [{'id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c0d53e-74a8-434c-ad57-29185887d672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:48.790295 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Checking router: cda70b01-742f-4f71-8f12-47a831346cd0 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:00:48.790667 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Updating router cda70b01-742f-4f71-8f12-47a831346cd0 port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:00:48.845616 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:49.383120 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Publish callbacks [] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:49.390119 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:49.558401 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Pushing event updated for resources: {'Port': ['ID=cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:49.576801 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.577148 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.577492 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.577833 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.578162 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.578622 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.582042 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.582850 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.583196 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.583531 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.583868 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.584214 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.584544 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.584893 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.585216 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Tracked resource versions report: May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: pushed versions: May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: { 'AddressGroup': {'1.2'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Agent': {'1.1'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'ConntrackHelper': {'1.0'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'LocalIPAssociation': {'1.0'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Log': {'1.0'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'NDPProxy': {'1.0'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Network': {'1.1'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Port': {'1.7'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'PortForwarding': {'1.3'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'QosPolicy': {'1.10'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SecurityGroup': {'1.5'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SecurityGroupRule': {'1.2'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SubPort': {'1.0'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Subnet': {'1.1'}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Trunk': {'1.1'}} May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: consumer versions: May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: { DHCP agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: L3 agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: Metadata agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: Metering agent@dv-cinder-843309-1-iscsi: {}, May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: Open vSwitch agent@dv-cinder-843309-1-iscsi: { 'AddressGroup': '1.2', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Agent': '1.1', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'ConntrackHelper': '1.0', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'LocalIPAssociation': '1.0', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Log': '1.0', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'NDPProxy': '1.0', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Network': '1.1', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Port': '1.7', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'PortForwarding': '1.3', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'QosPolicy': '1.10', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SecurityGroup': '1.5', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SecurityGroupRule': '1.2', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SubPort': '1.0', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Subnet': '1.1', May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Trunk': '1.1'}} May 25 17:00:49.586703 dv-cinder-843309-1-iscsi neutron-server[104003]: {{(pid=104003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 17:00:49.589414 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Attempting to bind port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:00:49.589830 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Attempting to bind port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:00:49.590151 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Attempting to bind port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd on network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:00:49.597595 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:00:49.597991 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Checking segment: {'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:00:49.598478 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:49.598857 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Bound using segment: {'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:00:49.599343 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Bound port: cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5638ff4-94c3-453c-aa84-036a75ae6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:00:49.599753 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:49.643069 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-7d3462bb-b2ca-40cf-a8b1-b869cd5e7baf None None] Provisioning complete for port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:49.643380 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7d3462bb-b2ca-40cf-a8b1-b869cd5e7baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:49.673993 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] For port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:00:49.678491 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-7d3462bb-b2ca-40cf-a8b1-b869cd5e7baf None None] Port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:00:49.691761 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:49.695872 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:49.698238 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] For port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd,segment=NetworkSegment(f5638ff4-94c3-453c-aa84-036a75ae6770),segment_id=f5638ff4-94c3-453c-aa84-036a75ae6770)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:00:49.705908 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:49.764824 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Routers {'cda70b01-742f-4f71-8f12-47a831346cd0'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:00:49.765450 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:00:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cda70b01-742f-4f71-8f12-47a831346cd0'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:49.770927 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ef285-9155-4d98-ba90-905595c00f9e None None] Pushing event updated for resources: {'Port': ['ID=cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:49.862402 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] Set router cda70b01-742f-4f71-8f12-47a831346cd0 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:00:49.998076 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e555fe6d-a3a1-4547-b975-6e5d4466d6e0 None None] Provisioning complete for port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:49.999068 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e555fe6d-a3a1-4547-b975-6e5d4466d6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:50.071163 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e555fe6d-a3a1-4547-b975-6e5d4466d6e0 None None] Current status of the port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:00:50.071551 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e555fe6d-a3a1-4547-b975-6e5d4466d6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:50.072831 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'name': 'router1', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:00:36Z', 'updated_at': '2022-05-25T17:00:47Z', 'revision_number': 2, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'gw_port_host': None, '_interfaces': [{'id': 'cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd', 'name': '', 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'mac_address': 'fa:16:3e:63:66:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:46Z', 'updated_at': '2022-05-25T17:00:49Z', 'revision_number': 4, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'subnets': [{'id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c0d53e-74a8-434c-ad57-29185887d672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:50.101727 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bbf5e-57d3-4457-9def-0890b69e9334 None None] The sync data for ids ['cda70b01-742f-4f71-8f12-47a831346cd0'] in dv-cinder-843309-1-iscsi is: [{'id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'name': 'router1', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:00:36Z', 'updated_at': '2022-05-25T17:00:47Z', 'revision_number': 2, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'gw_port_host': None, '_interfaces': [{'id': 'cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd', 'name': '', 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'mac_address': 'fa:16:3e:63:66:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:46Z', 'updated_at': '2022-05-25T17:00:49Z', 'revision_number': 4, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'subnets': [{'id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c0d53e-74a8-434c-ad57-29185887d672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:00:50.108301 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e555fe6d-a3a1-4547-b975-6e5d4466d6e0 None None] For port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd,segment=NetworkSegment(f5638ff4-94c3-453c-aa84-036a75ae6770),segment_id=f5638ff4-94c3-453c-aa84-036a75ae6770)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:00:50.112558 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e555fe6d-a3a1-4547-b975-6e5d4466d6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:50.164159 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555fe6d-a3a1-4547-b975-6e5d4466d6e0 None None] Pushing event updated for resources: {'Port': ['ID=cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:50.208724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:50.510722 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:00:50.560556 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 45964) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:50.762690 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4c301-1e1d-4428-b4ab-722322ee58f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:00:50.764090 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-edb4c301-1e1d-4428-b4ab-722322ee58f3 admin admin] 10.222.0.31 "GET /v2.0/networks/2d9343e6-4285-461c-bf4b-151ab76a8af5 HTTP/1.1" status: 200 len: 842 time: 0.2025795 May 25 17:00:50.774142 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:00:50.794537 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Made reservation on behalf of a1e51ce5f84b498ea59e7bf6bab45356 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:00:50.797006 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:51.128490 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.objects.ports [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104000) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 25 17:00:51.128969 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (a7e30d8c-37ea-4518-a72b-035614a3d877), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:51.186369 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e30d8c-37ea-4518-a72b-035614a3d877,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:51.194746 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:00:51.195103 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Network hostable DHCP agents. Network: 2d9343e6-4285-461c-bf4b-151ab76a8af5, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:00:51.213000 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:00:51.222868 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 2d9343e6-4285-461c-bf4b-151ab76a8af5) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:00:51.228283 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:00:51.229761 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:51.234183 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651da036-98ab-43dc-bac6-4835c7e568a0 None None] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:00:51.249298 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e7ca390d-529d-4b21-b90b-5a89dcde58a0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4783602 May 25 17:00:51.294089 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:51.351152 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b7611-9d62-4f22-8f51-456f1279c587 None None] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:00:53.807694 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 45982) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:53.941519 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3665242c-a2d0-4e72-9364-43a9d1457b10 demo admin] 10.222.0.31 "GET /v2.0/routers/cda70b01-742f-4f71-8f12-47a831346cd0 HTTP/1.1" status: 200 len: 710 time: 0.1322880 May 25 17:00:54.027559 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c8db8-d50b-42b8-91fe-fec097f34a49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:00:54.028939 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-db4c8db8-d50b-42b8-91fe-fec097f34a49 demo admin] 10.222.0.31 "GET /v2.0/networks/2d9343e6-4285-461c-bf4b-151ab76a8af5 HTTP/1.1" status: 200 len: 886 time: 0.0816779 May 25 17:00:54.039815 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:00:54.276417 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks [] for router_gateway (cda70b01-742f-4f71-8f12-47a831346cd0), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:54.386577 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:54.491783 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks [] for router_gateway (cda70b01-742f-4f71-8f12-47a831346cd0), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:54.565915 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:54.743832 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Allocated IP 172.27.0.55 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/fe6f80bd-8187-4329-b33c-a11aff5334e6) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:00:54.758309 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:54.847947 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks [] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:54.880297 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:54.920428 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:00:54.925283 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:00:54.929025 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:00:54.931163 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Pushing event updated for resources: {'Port': ['ID=fe6f80bd-8187-4329-b33c-a11aff5334e6,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:55.163113 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks [] for router_gateway (cda70b01-742f-4f71-8f12-47a831346cd0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:55.294206 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:55.356633 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3712885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3718085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62517'] for router (cda70b01-742f-4f71-8f12-47a831346cd0), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:55.361139 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3712892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3712875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3718092'] for router (cda70b01-742f-4f71-8f12-47a831346cd0), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:55.470752 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Router cda70b01-742f-4f71-8f12-47a831346cd0 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:00:55.578722 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:00:55.583104 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:55.584309 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-aa706e6c-2fbd-4a3c-9a54-1f183afb8fa0 demo admin] 10.222.0.31 "PUT /v2.0/routers/cda70b01-742f-4f71-8f12-47a831346cd0 HTTP/1.1" status: 200 len: 889 time: 1.5481853 May 25 17:00:58.036175 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 45994) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:00:58.153265 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-212d898a-feb3-4d11-b6cd-29327b713b43 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1159546 May 25 17:00:58.942578 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:00:58.989658 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:00:58.990382 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:00:59.027047 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Sync routers for ids ['cda70b01-742f-4f71-8f12-47a831346cd0'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:00:59.048020 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Routers {'cda70b01-742f-4f71-8f12-47a831346cd0'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:00:59.048949 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:00:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cda70b01-742f-4f71-8f12-47a831346cd0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:59.111286 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:00:59.253753 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:00:59.289661 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Set router cda70b01-742f-4f71-8f12-47a831346cd0 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:00:59.764560 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'name': 'router1', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fe6f80bd-8187-4329-b33c-a11aff5334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:00:36Z', 'updated_at': '2022-05-25T17:00:55Z', 'revision_number': 4, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'gw_port': {'id': 'fe6f80bd-8187-4329-b33c-a11aff5334e6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:54Z', 'updated_at': '2022-05-25T17:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd', 'name': '', 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'mac_address': 'fa:16:3e:63:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:46Z', 'updated_at': '2022-05-25T17:00:50Z', 'revision_number': 5, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'subnets': [{'id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c0d53e-74a8-434c-ad57-29185887d672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:59.813970 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Checking router: cda70b01-742f-4f71-8f12-47a831346cd0 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:00:59.814323 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Updating router cda70b01-742f-4f71-8f12-47a831346cd0 port fe6f80bd-8187-4329-b33c-a11aff5334e6 binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:00:59.873460 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:00.070020 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=44 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:00.239414 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:00.252712 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Publish callbacks [] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:00.258030 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:00.302989 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Attempting to bind port fe6f80bd-8187-4329-b33c-a11aff5334e6 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:01:00.303425 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Attempting to bind port fe6f80bd-8187-4329-b33c-a11aff5334e6 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:01:00.303705 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Attempting to bind port fe6f80bd-8187-4329-b33c-a11aff5334e6 on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:01:00.313909 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:01:00.314481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:01:00.314890 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:00.315283 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:01:00.315754 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Bound port: fe6f80bd-8187-4329-b33c-a11aff5334e6, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:01:00.316134 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:00.348897 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bbea9-e1cd-4c12-9297-1bde52d7ba2f None None] Pushing event updated for resources: {'Port': ['ID=fe6f80bd-8187-4329-b33c-a11aff5334e6,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:01:00.380112 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] For port fe6f80bd-8187-4329-b33c-a11aff5334e6, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:01:00.382734 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] For port fe6f80bd-8187-4329-b33c-a11aff5334e6, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=fe6f80bd-8187-4329-b33c-a11aff5334e6,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:01:00.389784 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:00.447966 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Routers {'cda70b01-742f-4f71-8f12-47a831346cd0'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:01:00.448985 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:00:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cda70b01-742f-4f71-8f12-47a831346cd0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:01:00.459505 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:00.498031 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bbea9-e1cd-4c12-9297-1bde52d7ba2f None None] Pushing event updated for resources: {'Port': ['ID=fe6f80bd-8187-4329-b33c-a11aff5334e6,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:01:00.507913 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=39 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:00.576478 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] Set router cda70b01-742f-4f71-8f12-47a831346cd0 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:01:00.792345 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'name': 'router1', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fe6f80bd-8187-4329-b33c-a11aff5334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:00:36Z', 'updated_at': '2022-05-25T17:00:55Z', 'revision_number': 4, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'gw_port': {'id': 'fe6f80bd-8187-4329-b33c-a11aff5334e6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:54Z', 'updated_at': '2022-05-25T17:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd', 'name': '', 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'mac_address': 'fa:16:3e:63:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:46Z', 'updated_at': '2022-05-25T17:00:50Z', 'revision_number': 5, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'subnets': [{'id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c0d53e-74a8-434c-ad57-29185887d672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:01:00.819850 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d365b0-b576-473e-bd2d-09c7fddacb65 None None] The sync data for ids ['cda70b01-742f-4f71-8f12-47a831346cd0'] in dv-cinder-843309-1-iscsi is: [{'id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'name': 'router1', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fe6f80bd-8187-4329-b33c-a11aff5334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:00:36Z', 'updated_at': '2022-05-25T17:00:55Z', 'revision_number': 4, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'gw_port': {'id': 'fe6f80bd-8187-4329-b33c-a11aff5334e6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:54Z', 'updated_at': '2022-05-25T17:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd', 'name': '', 'network_id': 'bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4', 'tenant_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'mac_address': 'fa:16:3e:63:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda70b01-742f-4f71-8f12-47a831346cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:00:46Z', 'updated_at': '2022-05-25T17:00:50Z', 'revision_number': 5, 'project_id': '7dc419f19cc24b04ac728d5de53b8a4b', 'subnets': [{'id': 'b7e66562-4cec-413a-92e4-faab8cb4d123', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6c0d53e-74a8-434c-ad57-29185887d672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:01:01.216315 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=55,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:01.242407 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=53,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:03.010866 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device fe6f80bd-8187-4329-b33c-a11aff5334e6 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:01:03.063422 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port fe6f80bd-8187-4329-b33c-a11aff5334e6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:01:03.063807 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:03.148435 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port fe6f80bd-8187-4329-b33c-a11aff5334e6 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:01:03.149199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:03.170885 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port fe6f80bd-8187-4329-b33c-a11aff5334e6, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=fe6f80bd-8187-4329-b33c-a11aff5334e6,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:01:03.190254 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:03.265408 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=fe6f80bd-8187-4329-b33c-a11aff5334e6,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:01:04.969472 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device fe6f80bd-8187-4329-b33c-a11aff5334e6 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:01:05.068584 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port fe6f80bd-8187-4329-b33c-a11aff5334e6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:01:05.069434 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fe6f80bd-8187-4329-b33c-a11aff5334e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:05.176042 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port fe6f80bd-8187-4329-b33c-a11aff5334e6 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:01:08.146335 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:08.150880 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=30 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:13.865691 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aebde041-7f11-4f9c-86a3-312e56999f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:16.125679 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b2b7c1b0-cdce-41ec-9824-da3cd3d50acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:17.431971 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:17.448333 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:18.731766 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:20.205414 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:24.512763 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:24.524000 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:27.510239 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:01:30.194615 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:30.198828 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:37.510483 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:01:43.972284 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c97a2d5-3dd9-4ffd-ab3c-6176c41d94b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:46.122835 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-37a8b7dd-a216-4b3b-b3e0-d301ed27a1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:47.445019 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:48.737091 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:01:50.201317 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:00.189018 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:00.196236 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:01.526986 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:01.532359 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:04.511308 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:02:13.854770 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3becb094-0b45-4329-b5d4-118d6badb7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:14.506749 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:14.507509 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:16.123050 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c9de497-7ebf-4be4-9958-3a82ee7ef827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:17.312288 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46534) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:17.377363 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f51708-26fc-4df1-ba06-c2b46ddd8b59 admin admin] GET failed (client error): The resource could not be found. May 25 17:02:17.379548 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d6f51708-26fc-4df1-ba06-c2b46ddd8b59 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662782 May 25 17:02:17.444377 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:17.556581 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180fdae-dd44-477c-ba85-41a3f10ce039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:17.558022 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b180fdae-dd44-477c-ba85-41a3f10ce039 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1744347 May 25 17:02:18.741670 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:19.820176 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46544) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:19.912609 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a74b40f-8e88-4867-9449-2c76b092f61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:19.913957 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8a74b40f-8e88-4867-9449-2c76b092f61d admin admin] 10.222.0.31 "GET /v2.0/subnets/b7e66562-4cec-413a-92e4-faab8cb4d123 HTTP/1.1" status: 200 len: 849 time: 0.0927818 May 25 17:02:19.923659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:02:20.011561 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Publish callbacks [] for subnet (b7e66562-4cec-413a-92e4-faab8cb4d123), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:20.151341 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752206284993'] for subnet (b7e66562-4cec-413a-92e4-faab8cb4d123), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:20.204728 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:20.275490 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:20.275995 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:20.277305 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] 10.222.0.31 "PUT /v2.0/subnets/b7e66562-4cec-413a-92e4-faab8cb4d123 HTTP/1.1" status: 200 len: 868 time: 0.3573556 May 25 17:02:20.291672 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f20a3f-9fd3-4d0e-aa65-68705c5ba20a None None] Network bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:02:20.301563 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e66562-4cec-413a-92e4-faab8cb4d123,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:02:20.309733 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.310237 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.310579 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.311049 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.311253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.311828 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.312157 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.312476 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.312867 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.313198 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.313544 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.313879 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.314201 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.314516 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.314830 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a828348-7917-400e-8929-fad35d9f8f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:20.608694 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e18278bd-2607-4f15-8014-b1ed778d2b32 None None] Provisioning complete for port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:02:20.609096 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e18278bd-2607-4f15-8014-b1ed778d2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:20.682116 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e18278bd-2607-4f15-8014-b1ed778d2b32 None None] Current status of the port cf7bd58a-da56-4c37-b9ca-a0673f7b1dbd is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:02:20.691334 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e18278bd-2607-4f15-8014-b1ed778d2b32 None None] Provisioning complete for port 22ce82ad-319f-44c7-8e77-3159593ea0ca triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:02:20.691738 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e18278bd-2607-4f15-8014-b1ed778d2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (22ce82ad-319f-44c7-8e77-3159593ea0ca), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:20.765996 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e18278bd-2607-4f15-8014-b1ed778d2b32 None None] Current status of the port 22ce82ad-319f-44c7-8e77-3159593ea0ca is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:02:22.614680 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46552) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:22.821149 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c18b12-382b-4272-9eb9-4afd30147777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:22.821622 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c18b12-382b-4272-9eb9-4afd30147777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:22.823159 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-42c18b12-382b-4272-9eb9-4afd30147777 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2075186 May 25 17:02:25.077271 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46560) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:25.208984 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394015f-d0e1-4de6-9857-eed0aaa12d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:25.209385 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394015f-d0e1-4de6-9857-eed0aaa12d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:25.210901 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5394015f-d0e1-4de6-9857-eed0aaa12d4d admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326931 May 25 17:02:27.464818 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46568) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:27.593588 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727b495-eaa6-4196-b42f-ed3ad8b2c35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:27.594961 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6727b495-eaa6-4196-b42f-ed3ad8b2c35b admin admin] 10.222.0.31 "GET /v2.0/networks/2d9343e6-4285-461c-bf4b-151ab76a8af5 HTTP/1.1" status: 200 len: 886 time: 0.1291974 May 25 17:02:29.828094 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46576) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:29.889449 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:29.924022 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:29.964979 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58fb94a-80bb-4c43-ac06-6f051946ee79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:29.966262 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f58fb94a-80bb-4c43-ac06-6f051946ee79 admin admin] 10.222.0.31 "GET /v2.0/networks/bd2f94e9-6d1e-48f8-96b3-ea5958b1a4d4 HTTP/1.1" status: 200 len: 869 time: 0.1371949 May 25 17:02:30.758997 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:30.765453 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:32.305821 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46584) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:32.433562 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52edf8-0b72-4493-b559-895aedf0e250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:32.434031 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52edf8-0b72-4493-b559-895aedf0e250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:32.435570 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3e52edf8-0b72-4493-b559-895aedf0e250 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287975 May 25 17:02:34.664633 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 46592) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:34.791780 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2938d87-8502-4f00-b6e6-ed4e947b792f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:34.792239 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2938d87-8502-4f00-b6e6-ed4e947b792f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:34.793818 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e2938d87-8502-4f00-b6e6-ed4e947b792f admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282229 May 25 17:02:37.041219 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 46604) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:37.129928 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985cbcd6-d1da-4fbf-9bed-e2ed37bc08a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:37.131288 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-985cbcd6-d1da-4fbf-9bed-e2ed37bc08a0 admin admin] 10.222.0.31 "GET /v2.0/subnets/a7e30d8c-37ea-4518-a72b-035614a3d877 HTTP/1.1" status: 200 len: 816 time: 0.0891018 May 25 17:02:38.521109 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:38.526122 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:39.369025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 46612) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:02:39.464750 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d828b69c-ab32-4261-8bae-56bfe66b7808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:02:39.466133 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d828b69c-ab32-4261-8bae-56bfe66b7808 admin admin] 10.222.0.31 "GET /v2.0/subnets/b7e66562-4cec-413a-92e4-faab8cb4d123 HTTP/1.1" status: 200 len: 868 time: 0.0961525 May 25 17:02:41.511148 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:02:42.423345 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=19 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:42.428981 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:43.856743 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d1805d2d-8fc1-4996-9660-e4a349a45fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:46.125474 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4345f76c-d1c4-4ced-977c-2b1d5616d44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:47.448862 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:48.743556 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:49.460262 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=16 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:49.461237 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=20 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:02:50.208272 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:02:51.508194 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:00.202312 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:00.203193 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:13.858589 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-017c8b6d-4e14-4f98-aac0-9597bec7db44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:15.516704 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=13 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:15.523235 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=19 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:16.127082 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2b9eed19-6d47-489e-9f82-4037096cc0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:17.452007 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:18.510986 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:03:18.745451 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:20.211381 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:20.230589 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 46672) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:03:20.279643 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-4cc00abb-6f1c-4405-a054-5081241f4876 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:03:20.280643 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4cc00abb-6f1c-4405-a054-5081241f4876 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0490837 May 25 17:03:22.632013 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 46680) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:03:22.694149 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d13e7c7-32f8-47fc-a530-584f6da5fbde admin admin] GET failed (client error): The resource could not be found. May 25 17:03:22.695432 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2d13e7c7-32f8-47fc-a530-584f6da5fbde admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624485 May 25 17:03:22.841485 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5602e4-1385-444d-ba18-8213b3ceddc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:03:22.842889 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7a5602e4-1385-444d-ba18-8213b3ceddc4 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1434705 May 25 17:03:25.097418 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46688) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:03:25.147096 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:03:25.169207 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Made reservation on behalf of a1e51ce5f84b498ea59e7bf6bab45356 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:03:25.171555 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:25.199073 dv-cinder-843309-1-iscsi neutron-server[104001]: WARNING neutron.services.revisions.revision_plugin [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Could not find related network for resource to bump revision. May 25 17:03:25.214491 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:03:25.225113 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (88c0a118-c23c-4179-8919-23b7f8ef7330), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:25.225460 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Added segment 88c0a118-c23c-4179-8919-23b7f8ef7330 of type vlan for network b29a43a7-6ed8-4c10-88ac-361b492db01f May 25 17:03:25.265446 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (b29a43a7-6ed8-4c10-88ac-361b492db01f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:25.289897 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (b29a43a7-6ed8-4c10-88ac-361b492db01f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:25.290905 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:03:25.291476 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:25.358009 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2594678 May 25 17:03:25.358930 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Pushing event updated for resources: {'Network': ['ID=b29a43a7-6ed8-4c10-88ac-361b492db01f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:25.366586 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.366937 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.367302 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.367660 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.367976 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.368306 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.368632 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.368984 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.369330 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.369659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.370016 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.370328 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.370653 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.370975 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.371290 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bc03e-910b-4fdb-97ad-6e568593f2ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:25.383214 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network b29a43a7-6ed8-4c10-88ac-361b492db01f details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:03:27.646298 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46696) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:03:27.716103 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b5a06d-0633-4bea-9f5c-43e00f21f23a admin admin] GET failed (client error): The resource could not be found. May 25 17:03:27.717405 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-02b5a06d-0633-4bea-9f5c-43e00f21f23a admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0701487 May 25 17:03:27.785300 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b9f3f3-74b3-4dab-9fca-148b45ec722a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:03:27.786740 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-51b9f3f3-74b3-4dab-9fca-148b45ec722a admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653725 May 25 17:03:27.796168 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Request body: {'subnet': {'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:03:27.818470 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Made reservation on behalf of a1e51ce5f84b498ea59e7bf6bab45356 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:03:27.820860 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.006093 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (95f38779-7bc7-4f0b-bfe7-f51d296bc070), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.058774 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f38779-7bc7-4f0b-bfe7-f51d296bc070,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:28.071320 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Checking segment: {'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:03:28.071694 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Network hostable DHCP agents. Network: b29a43a7-6ed8-4c10-88ac-361b492db01f, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:03:28.092751 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Network b29a43a7-6ed8-4c10-88ac-361b492db01f is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:03:28.103051 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, b29a43a7-6ed8-4c10-88ac-361b492db01f) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:28.107115 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:03:28.107703 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.113211 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231463b-d438-4596-a44f-3fccfb1c29ad None None] Network b29a43a7-6ed8-4c10-88ac-361b492db01f requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:03:28.125108 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-00d74893-9fbf-43d7-ba4d-b40a252165e6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3321450 May 25 17:03:28.322602 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-b29a43a7-6ed8-4c10-88ac-361b492db01f', 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f', 'project_id': 'a1e51ce5f84b498ea59e7bf6bab45356', 'fixed_ips': [{'subnet_id': '95f38779-7bc7-4f0b-bfe7-f51d296bc070'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:03:28.323613 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.465288 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Allocated IP 192.168.233.2 (b29a43a7-6ed8-4c10-88ac-361b492db01f/95f38779-7bc7-4f0b-bfe7-f51d296bc070/49c45920-efdb-4d2e-bbd8-acbe9cc73457) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:03:28.507026 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:28.507767 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:28.615651 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Publish callbacks [] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.621409 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.667468 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Network b29a43a7-6ed8-4c10-88ac-361b492db01f is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:03:28.672503 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:28.675264 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Pushing event updated for resources: {'Port': ['ID=49c45920-efdb-4d2e-bbd8-acbe9cc73457,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:28.677606 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:03:28.691621 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.691621 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.691929 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.692216 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.693128 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.693128 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.693317 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.693533 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.693856 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.694178 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.694507 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.694842 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.695167 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.695485 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.695799 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:28.745745 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Attempting to bind port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:03:28.746114 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Attempting to bind port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:03:28.746476 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Attempting to bind port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 on network b29a43a7-6ed8-4c10-88ac-361b492db01f {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:03:28.751679 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:03:28.752057 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Checking segment: {'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:03:28.752955 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.753128 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Bound using segment: {'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:03:28.753596 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Bound port: 49c45920-efdb-4d2e-bbd8-acbe9cc73457, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:03:28.753977 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.816456 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] For port 49c45920-efdb-4d2e-bbd8-acbe9cc73457, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:03:28.819717 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] For port 49c45920-efdb-4d2e-bbd8-acbe9cc73457, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=49c45920-efdb-4d2e-bbd8-acbe9cc73457,segment=NetworkSegment(88c0a118-c23c-4179-8919-23b7f8ef7330),segment_id=88c0a118-c23c-4179-8919-23b7f8ef7330)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:03:28.826050 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:28.887736 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a47278-3f1f-445f-b090-c5ad1440003a None None] Pushing event updated for resources: {'Port': ['ID=49c45920-efdb-4d2e-bbd8-acbe9cc73457,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:29.760307 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea61bd6-83db-4fb0-8668-4311aad7a2ef None None] Network b29a43a7-6ed8-4c10-88ac-361b492db01f requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:03:29.777821 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:29.810637 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-1b3af19d-eb3d-46bf-90ba-0eba36f82b2d None None] Provisioning complete for port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:03:29.811018 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b3af19d-eb3d-46bf-90ba-0eba36f82b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:29.812297 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:29.938771 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-1b3af19d-eb3d-46bf-90ba-0eba36f82b2d None None] Current status of the port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:03:29.939262 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b3af19d-eb3d-46bf-90ba-0eba36f82b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:29.978226 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-1b3af19d-eb3d-46bf-90ba-0eba36f82b2d None None] For port 49c45920-efdb-4d2e-bbd8-acbe9cc73457, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=49c45920-efdb-4d2e-bbd8-acbe9cc73457,segment=NetworkSegment(88c0a118-c23c-4179-8919-23b7f8ef7330),segment_id=88c0a118-c23c-4179-8919-23b7f8ef7330)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:03:29.983199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b3af19d-eb3d-46bf-90ba-0eba36f82b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:30.046264 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3af19d-eb3d-46bf-90ba-0eba36f82b2d None None] Pushing event updated for resources: {'Port': ['ID=49c45920-efdb-4d2e-bbd8-acbe9cc73457,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:30.303482 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-bca59ae0-6c48-4af6-b675-c5e3c4210251 None None] Provisioning complete for port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:03:30.303792 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bca59ae0-6c48-4af6-b675-c5e3c4210251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:30.381473 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-bca59ae0-6c48-4af6-b675-c5e3c4210251 None None] Current status of the port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:03:31.053551 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 49c45920-efdb-4d2e-bbd8-acbe9cc73457 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:03:31.101399 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:03:31.101816 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (49c45920-efdb-4d2e-bbd8-acbe9cc73457), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:31.178171 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 49c45920-efdb-4d2e-bbd8-acbe9cc73457 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:03:32.837567 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=11 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:32.839542 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=11 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:38.111523 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:38.118589 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=68,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:41.169729 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:41.176617 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:43.895306 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-121ab541-5d52-48f6-9c5b-61185d11bed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:46.131666 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-721a17cb-fcba-43f4-8af9-096ea8696a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:47.453598 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:48.749119 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:50.214668 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:03:52.513128 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:52.517974 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:03:55.509902 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:04:00.203164 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:00.210814 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:05.506514 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:12.504336 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:13.863673 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-639ad4e9-1742-4523-ad85-2b150c3e0946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:16.134255 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8cd8-f5af-4367-a138-987a0a90938a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:17.456419 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:18.752531 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:20.217958 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:29.518394 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:29.524540 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:30.212298 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:30.213109 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:32.509368 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:04:42.504638 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:04:43.857608 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0194-603f-4b12-afc9-ec9ef42bc298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:46.136080 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-66d2b9d4-1178-4c46-b9f1-9d4d5f37cbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:47.459292 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:48.755091 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:04:50.228955 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:00.214705 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:00.224032 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:09.508015 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:05:13.862981 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-68912c6d-baef-4983-9b6c-a76d58f61fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:16.137509 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5103d211-79f2-43c0-bc75-0894557a82a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:17.461558 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:18.758954 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:19.504530 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=17 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:19.505692 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=19 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:20.222634 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:22.309207 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 46734) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:05:22.315003 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-07430c61-5322-4613-b7e3-a02356a8d370 tempest-verify_tempest_config-8982752 tempest-verify_tempest_config-8982752-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:05:22.315987 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-07430c61-5322-4613-b7e3-a02356a8d370 tempest-verify_tempest_config-8982752 tempest-verify_tempest_config-8982752-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058162 May 25 17:05:22.618098 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 46752) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:05:22.727615 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:22.805027 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Publish callbacks [] for security_group (a4a199a9-813f-4b0a-b2b9-df20eb03e839), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:22.808499 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (a4a199a9-813f-4b0a-b2b9-df20eb03e839), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:22.856952 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e8b6ad972d44c969b151bea76470e92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2378142 May 25 17:05:22.857935 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a199a9-813f-4b0a-b2b9-df20eb03e839,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:22.859920 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46756) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:05:22.865237 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.865587 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.865944 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.866288 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.866621 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.866951 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.867278 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.867604 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.867943 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.868274 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.868614 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.868990 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.869323 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.869644 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.869964 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa259dfc-ff2f-4b65-969f-b3f067287ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.917468 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Publish callbacks [] for security_group (a4a199a9-813f-4b0a-b2b9-df20eb03e839), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:22.944013 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Publish callbacks [] for security_group (a4a199a9-813f-4b0a-b2b9-df20eb03e839), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:23.041100 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (a4a199a9-813f-4b0a-b2b9-df20eb03e839), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:23.043639 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:23.044891 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4a199a9-813f-4b0a-b2b9-df20eb03e839 HTTP/1.1" status: 204 len: 168 time: 0.1838176 May 25 17:05:23.053253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a199a9-813f-4b0a-b2b9-df20eb03e839,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:23.060177 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.060529 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.060896 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.061238 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.061572 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.061904 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.062230 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.062638 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.062889 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.063219 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.063546 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.063882 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.064228 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.064828 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:23.065157 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32382d68-9499-421b-a72e-c6c8de0ad3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:32.851471 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:32.861378 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:33.049374 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:33.057904 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:33.078256 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:33.086926 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:43.529984 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:43.535260 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:05:43.901066 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f17cf559-7b01-4d28-a886-ac9d4f501d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:46.140374 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4a56bc73-0fcc-44e9-946f-86aab08881dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:46.506763 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:05:47.463151 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:48.761694 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:50.225337 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:05:56.503684 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:00.219375 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:00.221363 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:13.863168 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-baa43146-4411-4c26-aca8-a0384eb7dc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:16.141899 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bd026f46-0df6-4607-9f61-6e2be8ca6261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:17.466171 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:18.765528 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:20.228026 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:20.536669 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:20.541610 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:23.506399 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:06:30.221205 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:30.223860 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:33.502882 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:33.503510 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:43.865067 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2b91-cf90-4ac3-a565-e1fa33a3c064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:46.143305 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47021069-684f-42c1-9c40-bbc1b64b3163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:47.468853 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:48.767585 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:50.231905 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:06:57.544181 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:06:57.548156 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:00.219609 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:00.227798 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:00.505565 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:07:07.508355 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3711595'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:13.867650 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-557585b1-8c56-4415-9eb3-39f4f9933a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:13.907163 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=11 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:13.909039 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=17 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:16.146890 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1d7d025c-697a-49af-86f2-7d5b03f832e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:17.471404 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:18.771747 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:20.233724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:20.700260 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46832) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:07:20.806792 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ef409c06-4c13-4217-a583-3f83c7df7b41 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1053803 May 25 17:07:23.116546 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 46842) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:07:23.178916 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f9e7d000-4437-498a-a161-3a4da2054d50 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0614960 May 25 17:07:30.227784 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:30.228710 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:30.799453 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:30.800313 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:33.170081 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:33.172070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:34.540490 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:34.544462 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:37.460963 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:37.503843 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:07:43.896802 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-935bc28e-3b73-4b75-a454-cbec5cb34cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:46.148891 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e17a44bc-99fd-47b0-8d0e-f907d9cfad63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:47.473863 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:47.500282 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:07:48.773770 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:07:50.237916 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:00.226121 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:00.232199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:07.477397 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:12.515601 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:12.516368 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:13.869113 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a79bc69-86fb-49b6-8ada-a45a4f2702a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:14.502304 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:08:16.149945 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b6764b52-4d65-4f41-b180-4c091ddfdc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:17.477259 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:18.780791 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:20.241717 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:24.497222 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:24.498149 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:30.234973 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:30.236921 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:37.478129 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:43.870148 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8f22b79c-6a2f-4299-9c4a-29af65001d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:46.150605 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3709-d94b-47cf-9955-8f68e8814f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:47.479710 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:48.531808 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:48.537997 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:08:48.782453 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:50.247149 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:08:51.501010 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:09:00.237807 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:00.243213 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:01.496551 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:01.498611 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:04.118607 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 46960) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:04.440156 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-11300438-network', 'tenant_id': '23a454e276d3405a93a67513e1a12126'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:04.467280 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Made reservation on behalf of 23a454e276d3405a93a67513e1a12126 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:04.470100 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:04.479162 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:04.575514 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Publish callbacks [] for security_group (a74a32a2-0553-443a-bc28-72cab080906f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:04.580846 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (a74a32a2-0553-443a-bc28-72cab080906f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:04.604844 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:09:04.622827 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (ba38ef69-cb11-4a1e-8dec-3c29583e80fd), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:04.623286 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Added segment ba38ef69-cb11-4a1e-8dec-3c29583e80fd of type vlan for network cd9aa901-6a70-4a5a-a91a-969e2210030b May 25 17:09:04.632179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74a32a2-0553-443a-bc28-72cab080906f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:04.667217 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.667559 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.668123 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.668468 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.668830 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.669157 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.669658 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.670154 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.670500 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.670835 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.671178 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.672033 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.672366 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.672707 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.673036 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Tracked resource versions report: May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: pushed versions: May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Agent': {'1.1'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Log': {'1.0'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Network': {'1.1'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Port': {'1.7'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: consumer versions: May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: HyperV agent@hv-cinder-84330: {}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: L3 agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: Metadata agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: Metering agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-843309-1-iscsi: { 'AddressGroup': '1.2', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Agent': '1.1', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Log': '1.0', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'NDPProxy': '1.0', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Network': '1.1', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Port': '1.7', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'PortForwarding': '1.3', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'QosPolicy': '1.10', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'SubPort': '1.0', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Subnet': '1.1', May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: 'Trunk': '1.1'}} May 25 17:09:04.674430 dv-cinder-843309-1-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 17:09:04.683420 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (cd9aa901-6a70-4a5a-a91a-969e2210030b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:04.712615 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (cd9aa901-6a70-4a5a-a91a-969e2210030b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:04.714072 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:04.714653 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:04.776794 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9aa901-6a70-4a5a-a91a-969e2210030b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:04.789135 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network cd9aa901-6a70-4a5a-a91a-969e2210030b details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:09:04.790077 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-574bb561-5dbb-4de9-b077-7ec323968f58 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6694927 May 25 17:09:04.790245 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47002) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:04.797640 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Request body: {'subnet': {'network_id': 'cd9aa901-6a70-4a5a-a91a-969e2210030b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-11300438-subnet', 'tenant_id': '23a454e276d3405a93a67513e1a12126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:04.827666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Made reservation on behalf of 23a454e276d3405a93a67513e1a12126 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:04.830918 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.018171 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (c3fe56cb-71dd-4a4c-b9fb-965abb88abbe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.064104 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fe56cb-71dd-4a4c-b9fb-965abb88abbe,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.079370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Tracked resource versions report: May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: pushed versions: May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: { 'AddressGroup': {'1.2'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Agent': {'1.1'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'ConntrackHelper': {'1.0'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'LocalIPAssociation': {'1.0'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Log': {'1.0'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'NDPProxy': {'1.0'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Network': {'1.1'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Port': {'1.7'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'PortForwarding': {'1.3'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'QosPolicy': {'1.10'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SecurityGroup': {'1.5'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SecurityGroupRule': {'1.2'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SubPort': {'1.0'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Subnet': {'1.1'}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Trunk': {'1.1'}} May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: consumer versions: May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: { DHCP agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: HyperV agent@hv-cinder-84330: {}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: L3 agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: Metadata agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: Metering agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: Open vSwitch agent@dv-cinder-843309-1-iscsi: { 'AddressGroup': '1.2', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Agent': '1.1', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'ConntrackHelper': '1.0', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'LocalIPAssociation': '1.0', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Log': '1.0', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'NDPProxy': '1.0', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Network': '1.1', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Port': '1.7', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'PortForwarding': '1.3', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'QosPolicy': '1.10', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SecurityGroup': '1.5', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SecurityGroupRule': '1.2', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'SubPort': '1.0', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Subnet': '1.1', May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: 'Trunk': '1.1'}} May 25 17:09:05.080579 dv-cinder-843309-1-iscsi neutron-server[104000]: {{(pid=104000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 17:09:05.104266 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Checking segment: {'id': 'ba38ef69-cb11-4a1e-8dec-3c29583e80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd9aa901-6a70-4a5a-a91a-969e2210030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:05.104626 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Network hostable DHCP agents. Network: cd9aa901-6a70-4a5a-a91a-969e2210030b, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:09:05.125682 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Network cd9aa901-6a70-4a5a-a91a-969e2210030b is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:09:05.135939 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, cd9aa901-6a70-4a5a-a91a-969e2210030b) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:05.140271 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:05.140956 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.148801 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1870ebc7-49e8-4b25-85ec-1c93283c9690 None None] Network cd9aa901-6a70-4a5a-a91a-969e2210030b requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:05.165089 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-974cd7c3-9a50-4397-ae1e-5e5871f13fe7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3693628 May 25 17:09:05.297030 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f80df4-ad36-4cb3-a5f4-43392bc5adde None None] Network cd9aa901-6a70-4a5a-a91a-969e2210030b requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:05.361413 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47026) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:05.526555 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47050) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:05.632382 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1438841-network', 'tenant_id': '7691c75f7a3448e38a99489d3df21925'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:05.665352 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Made reservation on behalf of 7691c75f7a3448e38a99489d3df21925 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:05.667708 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.677185 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.763966 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Publish callbacks [] for security_group (131f4f71-e910-456b-8aeb-eb2223b426bd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.768367 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (131f4f71-e910-456b-8aeb-eb2223b426bd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.797086 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131f4f71-e910-456b-8aeb-eb2223b426bd,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:05.814151 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:09:05.831266 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (bc58e892-49d2-4073-96d3-8f12257f851a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.832352 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Added segment bc58e892-49d2-4073-96d3-8f12257f851a of type vlan for network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 May 25 17:09:05.904148 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (d76a1c5f-4c89-4d32-84e7-0dba2627dce6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.947740 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-network', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:05.954970 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (d76a1c5f-4c89-4d32-84e7-0dba2627dce6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.955990 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:05.957331 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:05.959593 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:06.005088 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47088) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:06.005600 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6426585 May 25 17:09:06.011081 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Request body: {'subnet': {'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1438841-subnet', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:06.028528 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Made reservation on behalf of 8c297ec7b46943f594b67c95479f1f7c for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:06.031364 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.037405 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Made reservation on behalf of 7691c75f7a3448e38a99489d3df21925 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:06.040128 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.129284 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.146556 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47096) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:06.182725 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b6928-d4a0-4430-9124-5fdd8e20719c admin admin] Pushing event updated for resources: {'Network': ['ID=d76a1c5f-4c89-4d32-84e7-0dba2627dce6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:06.195553 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:09:06.211584 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:06.249742 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Publish callbacks [] for security_group (0684bf47-de72-4c06-aaec-244bc93b0e54), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.256183 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (0684bf47-de72-4c06-aaec-244bc93b0e54), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.298029 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (8e9301a3-d230-4d95-8bab-b26a2f375c52), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.308616 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:09:06.340060 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0684bf47-de72-4c06-aaec-244bc93b0e54,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:06.345305 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (d24101ce-305e-4a83-af9e-b697c6ac3bef), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.346284 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Added segment d24101ce-305e-4a83-af9e-b697c6ac3bef of type vlan for network 79368167-854c-4f50-95fb-3c054bede279 May 25 17:09:06.358938 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9301a3-d230-4d95-8bab-b26a2f375c52,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:06.375483 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Checking segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:06.375953 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Network hostable DHCP agents. Network: d76a1c5f-4c89-4d32-84e7-0dba2627dce6, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:09:06.394794 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:09:06.404933 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (79368167-854c-4f50-95fb-3c054bede279), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.414791 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, d76a1c5f-4c89-4d32-84e7-0dba2627dce6) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:06.419500 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:06.420327 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.427872 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8d5f9-efb1-4f43-b3ce-7ab7fa8472dc None None] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:06.445284 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (79368167-854c-4f50-95fb-3c054bede279), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.446051 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-434b7e75-a3c3-4cc5-abd5-7dd2ab7ecfe2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4395702 May 25 17:09:06.447280 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:06.449219 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47104) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:06.449908 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.455900 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:06.473638 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:06.502047 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.503077 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.540837 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0127254 May 25 17:09:06.562192 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47106) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:06.574168 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Request body: {'subnet': {'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-subnet', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:06.587022 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-d76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'project_id': '7691c75f7a3448e38a99489d3df21925', 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:09:06.588279 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.623129 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681c693-b684-49d5-8c8f-8b87e7a82ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=79368167-854c-4f50-95fb-3c054bede279,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:06.658589 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Made reservation on behalf of 8c297ec7b46943f594b67c95479f1f7c for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:06.662252 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.705569 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 79368167-854c-4f50-95fb-3c054bede279 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:09:06.758711 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks [] for router_controller (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:06.759542 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=20,neutron:SELECT=72,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:06.846272 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Allocated IP 172.20.0.2 (d76a1c5f-4c89-4d32-84e7-0dba2627dce6/8e9301a3-d230-4d95-8bab-b26a2f375c52/ba06f717-d905-40c1-aafe-fabaa2e78964) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:06.995948 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47112) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:07.010915 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-367944362-network', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:07.035925 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (51208e80-16c2-4bac-beb9-5cc2fe309044), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.055869 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks [] for router_gateway (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.074052 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Made reservation on behalf of 6ad0c3cc9eaf41c09d6b967a2fa49900 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:07.078071 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.088212 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Publish callbacks [] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.090943 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51208e80-16c2-4bac-beb9-5cc2fe309044,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:07.096752 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.104716 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.157900 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:07.177035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Checking segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:07.177387 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Network hostable DHCP agents. Network: 79368167-854c-4f50-95fb-3c054bede279, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:09:07.219589 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Network 79368167-854c-4f50-95fb-3c054bede279 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:09:07.239698 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 79368167-854c-4f50-95fb-3c054bede279) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:07.258705 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:07.260493 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.287177 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c163f0df-4a0e-42b1-acb4-03fb1f9cbe2f None None] Network 79368167-854c-4f50-95fb-3c054bede279 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:07.294909 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8d5070a3-3c50-4626-8844-ca54786e2669 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7288840 May 25 17:09:07.295130 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47124) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:07.301612 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:07.308790 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:07.323135 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:07.341505 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:07.348276 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (fc5c047f-c166-4125-abc3-5dcb225e78b4), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.349329 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (fc5c047f-c166-4125-abc3-5dcb225e78b4), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.370199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Pushing event updated for resources: {'Port': ['ID=ba06f717-d905-40c1-aafe-fabaa2e78964,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:07.375114 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:07.393436 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.393785 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.394876 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.395400 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.395905 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.396391 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.397038 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.397522 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.398028 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.398522 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.399004 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.399501 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.399980 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.400473 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.400998 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Tracked resource versions report: May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: pushed versions: May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Agent': {'1.1'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Log': {'1.0'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Network': {'1.1'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Port': {'1.7'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: consumer versions: May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: HyperV agent@hv-cinder-84330: {}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: L3 agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: Metadata agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: Metering agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-843309-1-iscsi: { 'AddressGroup': '1.2', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Agent': '1.1', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Log': '1.0', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'NDPProxy': '1.0', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Network': '1.1', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Port': '1.7', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'PortForwarding': '1.3', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'QosPolicy': '1.10', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'SubPort': '1.0', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Subnet': '1.1', May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: 'Trunk': '1.1'}} May 25 17:09:07.402408 dv-cinder-843309-1-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 17:09:07.406232 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks [] for router_controller (fc5c047f-c166-4125-abc3-5dcb225e78b4), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.422635 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-network', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:07.475446 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Made reservation on behalf of 197671139e6b42069ba82ea9fdf1da40 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:07.478907 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.479401 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Publish callbacks [] for security_group (29feb46f-94f9-4c83-b20b-8884321ebf6d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.491528 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:07.501252 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.512638 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Attempting to bind port ba06f717-d905-40c1-aafe-fabaa2e78964 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:07.513365 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Attempting to bind port ba06f717-d905-40c1-aafe-fabaa2e78964 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:07.514031 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Attempting to bind port ba06f717-d905-40c1-aafe-fabaa2e78964 on network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:07.528953 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (29feb46f-94f9-4c83-b20b-8884321ebf6d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.560410 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:07.560984 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Checking segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:07.561410 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.561805 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Bound using segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:07.562368 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Bound port: ba06f717-d905-40c1-aafe-fabaa2e78964, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:07.562657 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.565095 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.570836 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks [] for router_gateway (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.605946 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-79368167-854c-4f50-95fb-3c054bede279', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:09:07.607170 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.660578 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Publish callbacks [] for security_group (80a42fa8-c9de-47ae-9971-bdfc87150692), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.661226 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:09:07.661909 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:07.670046 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (80a42fa8-c9de-47ae-9971-bdfc87150692), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.690469 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:09:07.704992 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (5dfb2d2b-08cc-4f55-976f-aec6327c0d69), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.706032 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Added segment 5dfb2d2b-08cc-4f55-976f-aec6327c0d69 of type vlan for network 8771ee30-f2eb-41ac-813c-a5d3ee111699 May 25 17:09:07.722241 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.767666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (8771ee30-f2eb-41ac-813c-a5d3ee111699), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.805338 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks [] for router_gateway (fc5c047f-c166-4125-abc3-5dcb225e78b4), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.811843 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] For port ba06f717-d905-40c1-aafe-fabaa2e78964, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:07.815917 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (beb893e8-44b2-4dea-ab76-b995d11f5957), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.816885 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Added segment beb893e8-44b2-4dea-ab76-b995d11f5957 of type vlan for network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 May 25 17:09:07.824474 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a42fa8-c9de-47ae-9971-bdfc87150692,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:07.827388 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (8771ee30-f2eb-41ac-813c-a5d3ee111699), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.844241 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:07.845472 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.847063 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] For port ba06f717-d905-40c1-aafe-fabaa2e78964, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=ba06f717-d905-40c1-aafe-fabaa2e78964,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:07.908108 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:07.937402 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] Pushing event updated for resources: {'Network': ['ID=8771ee30-f2eb-41ac-813c-a5d3ee111699,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:07.950726 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29feb46f-94f9-4c83-b20b-8884321ebf6d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:07.961738 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-89848d84-64ea-4d76-97d0-e7661bf3ab5d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9643373 May 25 17:09:07.964974 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47156) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:07.982028 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Request body: {'subnet': {'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-subnet', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:08.012130 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:09:08.016531 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Made reservation on behalf of 197671139e6b42069ba82ea9fdf1da40 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:08.027694 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (94689dfe-6d66-4ed0-9452-eee0a515d2d3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.029701 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.038957 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:08.061166 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=10 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:08.132655 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Allocated IP 172.20.0.2 (79368167-854c-4f50-95fb-3c054bede279/51208e80-16c2-4bac-beb9-5cc2fe309044/959ba18c-f2d5-4802-ad04-95e85f9cef9b) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:08.147781 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (94689dfe-6d66-4ed0-9452-eee0a515d2d3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.153942 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:08.158416 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.162442 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6a217-a29a-4547-bd8d-8408286d380c None None] Pushing event updated for resources: {'Port': ['ID=ba06f717-d905-40c1-aafe-fabaa2e78964,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:08.345845 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:08.425694 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (4e70015e-3616-44e8-8a2d-41c916d84224), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.449218 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.3012145 May 25 17:09:08.456900 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47174) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:08.512080 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Request body: {'subnet': {'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-367944362-subnet', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:08.537767 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ada6b-200e-43c7-8b4c-ebb78bd48c69 admin admin] Pushing event updated for resources: {'Network': ['ID=94689dfe-6d66-4ed0-9452-eee0a515d2d3,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:08.561258 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:09:08.562269 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Allocated IP 172.27.0.193 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/648d0092-58dc-4af6-913d-a99fb3140094) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:08.565583 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Publish callbacks [] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.651500 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e70015e-3616-44e8-8a2d-41c916d84224,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:08.661536 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.661744 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Made reservation on behalf of 6ad0c3cc9eaf41c09d6b967a2fa49900 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:08.668710 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.688259 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Checking segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:08.688884 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Network 79368167-854c-4f50-95fb-3c054bede279 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:08.689712 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Network hostable DHCP agents. Network: 8771ee30-f2eb-41ac-813c-a5d3ee111699, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:09:08.699009 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:08.744156 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:08.769070 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks [] for router_gateway (fc5c047f-c166-4125-abc3-5dcb225e78b4), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.795659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.858462 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:08.861929 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Attempting to bind port 959ba18c-f2d5-4802-ad04-95e85f9cef9b on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:08.863985 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Attempting to bind port 959ba18c-f2d5-4802-ad04-95e85f9cef9b by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:08.864600 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Attempting to bind port 959ba18c-f2d5-4802-ad04-95e85f9cef9b on network 79368167-854c-4f50-95fb-3c054bede279 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:08.882278 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:08.884599 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Checking segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:08.885978 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:09:08.886519 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.887025 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Bound using segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:08.892416 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Bound port: 959ba18c-f2d5-4802-ad04-95e85f9cef9b, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:08.892936 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.924129 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Pushing event updated for resources: {'Port': ['ID=959ba18c-f2d5-4802-ad04-95e85f9cef9b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:08.931272 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks [] for port (648d0092-58dc-4af6-913d-a99fb3140094), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:08.952662 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 8771ee30-f2eb-41ac-813c-a5d3ee111699) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:08.963976 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:08.964719 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:09.007304 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (648d0092-58dc-4af6-913d-a99fb3140094), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:09.016399 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4a8f8-5382-4afe-88e8-78e30e8ab2e4 None None] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:09.038694 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d8294789-e645-45a8-bb81-229337fe275c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0700374 May 25 17:09:09.043157 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47188) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:09.048117 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:09.142713 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:09.145282 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (30ea7659-9232-4ef1-9e0d-3d2ac794818e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:09.151660 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (30ea7659-9232-4ef1-9e0d-3d2ac794818e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:09.153371 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:09.161309 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:09.187005 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47198) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:09.214863 dv-cinder-843309-1-iscsi neutron-server[104000]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 17:09:09.253312 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:09.263346 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] For port 959ba18c-f2d5-4802-ad04-95e85f9cef9b, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:09.278654 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] For port 959ba18c-f2d5-4802-ad04-95e85f9cef9b, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=959ba18c-f2d5-4802-ad04-95e85f9cef9b,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:09.303498 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:09.440903 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Pushing event updated for resources: {'Port': ['ID=648d0092-58dc-4af6-913d-a99fb3140094,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:09.475610 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-8771ee30-f2eb-41ac-813c-a5d3ee111699', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:09:09.476602 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:09.489043 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device ba06f717-d905-40c1-aafe-fabaa2e78964 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:09.504381 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Allocated IP 172.27.0.103 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/6047f0da-8928-4fbe-8ed9-10332e9c9fed) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:09.732632 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (623a01b5-e916-4df4-8678-210b7b918d00), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:09.750431 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-cff79033-a6ec-4ff1-bf01-20bf617970a4 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:09.752020 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-cff79033-a6ec-4ff1-bf01-20bf617970a4 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/networks?id=cd9aa901-6a70-4a5a-a91a-969e2210030b HTTP/1.1" status: 200 len: 810 time: 0.5580318 May 25 17:09:09.775846 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:09.829034 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:09.949357 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Allocated IP 172.20.0.2 (8771ee30-f2eb-41ac-813c-a5d3ee111699/4e70015e-3616-44e8-8a2d-41c916d84224/94d5a89c-91a2-422f-b2a9-32b8475e9819) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:09.979731 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks [] for router_controller (30ea7659-9232-4ef1-9e0d-3d2ac794818e), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.003192 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks [] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.018700 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks [] for router_gateway (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.150838 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.180881 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Publish callbacks [] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.188575 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:10.192481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80ee50-1b02-4f62-8cd2-35f4898ac273 None None] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:10.203759 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ef8d-3018-44d6-b36a-e21c3aeac40d None None] Pushing event updated for resources: {'Port': ['ID=959ba18c-f2d5-4802-ad04-95e85f9cef9b,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:10.210892 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.223849 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:10.260182 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:10.263948 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Pushing event updated for resources: {'Port': ['ID=6047f0da-8928-4fbe-8ed9-10332e9c9fed,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:10.270088 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:10.303498 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:10.317125 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-65576971-1233-4369-95ec-ab89354aacf4 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/quotas/23a454e276d3405a93a67513e1a12126 HTTP/1.1" status: 200 len: 375 time: 0.3159389 May 25 17:09:10.320591 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:10.372581 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:10.374593 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-94547235-ba5a-4755-a007-88f5f4645ddb None None] Provisioning complete for port ba06f717-d905-40c1-aafe-fabaa2e78964 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:10.374981 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94547235-ba5a-4755-a007-88f5f4645ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.403889 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port ba06f717-d905-40c1-aafe-fabaa2e78964 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:10.404440 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.408732 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:10.414648 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Pushing event updated for resources: {'Port': ['ID=94d5a89c-91a2-422f-b2a9-32b8475e9819,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:10.486996 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.498884 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623a01b5-e916-4df4-8678-210b7b918d00,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:10.511403 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Checking segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:10.511945 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Network hostable DHCP agents. Network: 94689dfe-6d66-4ed0-9452-eee0a515d2d3, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:09:10.615113 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-ce504c70-37c9-49bc-a0a0-269b7a41f6cc tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23a454e276d3405a93a67513e1a12126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2802625 May 25 17:09:10.618659 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks [] for router_gateway (30ea7659-9232-4ef1-9e0d-3d2ac794818e), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.660736 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:09:10.668513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:10.736719 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks [] for router_gateway (fc5c047f-c166-4125-abc3-5dcb225e78b4), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.751248 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 94689dfe-6d66-4ed0-9452-eee0a515d2d3) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:10.761251 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:10.761935 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.793902 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2111deba-a874-45aa-b6d4-3524db6ec046 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3276610 May 25 17:09:10.796897 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47260) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:10.801433 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:10.861148 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (1f77aae2-451b-4218-a47f-7a2043f0d106), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.861148 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (1f77aae2-451b-4218-a47f-7a2043f0d106), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:10.885256 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Attempting to bind port 94d5a89c-91a2-422f-b2a9-32b8475e9819 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:10.886953 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Attempting to bind port 94d5a89c-91a2-422f-b2a9-32b8475e9819 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:10.887662 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Attempting to bind port 94d5a89c-91a2-422f-b2a9-32b8475e9819 on network 8771ee30-f2eb-41ac-813c-a5d3ee111699 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:10.937058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0d93e-fe49-4be6-868f-0ee233f2c13a None None] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:10.963313 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:11.098220 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:11.098220 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Checking segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:11.098732 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.098939 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Bound using segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:11.099419 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Bound port: 94d5a89c-91a2-422f-b2a9-32b8475e9819, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:11.099797 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.142624 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b842d3b1-4562-4182-80da-f3856b6dcf6c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:09:11.149267 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b842d3b1-4562-4182-80da-f3856b6dcf6c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2100506 May 25 17:09:11.178231 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Router cf478cfc-3bcc-4bc6-99d0-6baf06759aec is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:09:11.181582 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-94547235-ba5a-4755-a007-88f5f4645ddb None None] Current status of the port ba06f717-d905-40c1-aafe-fabaa2e78964 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:11.181976 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94547235-ba5a-4755-a007-88f5f4645ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.214260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port ba06f717-d905-40c1-aafe-fabaa2e78964 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:11.215343 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.227278 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:11.237724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] For port 94d5a89c-91a2-422f-b2a9-32b8475e9819, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:11.245785 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (fc5c047f-c166-4125-abc3-5dcb225e78b4), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.246757 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828954c2-6977-47eb-b7e3-3fa01d72f830 None None] Network 79368167-854c-4f50-95fb-3c054bede279 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:11.257359 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks [] for router_controller (1f77aae2-451b-4218-a47f-7a2043f0d106), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.309127 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] For port 94d5a89c-91a2-422f-b2a9-32b8475e9819, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=94d5a89c-91a2-422f-b2a9-32b8475e9819,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:11.372180 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-94547235-ba5a-4755-a007-88f5f4645ddb None None] For port ba06f717-d905-40c1-aafe-fabaa2e78964, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=ba06f717-d905-40c1-aafe-fabaa2e78964,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:11.391315 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.439915 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94547235-ba5a-4755-a007-88f5f4645ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.443762 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:11.450611 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks [] for router_gateway (30ea7659-9232-4ef1-9e0d-3d2ac794818e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.541977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.666317 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:09:11.684732 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Sync routers for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:09:11.699465 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:11.704732 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:08:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:11.744514 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.db.api [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 17:09:11.752372 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG oslo_db.api [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:09:11.755704 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:11.769567 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.780982 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a9b7fd97-3648-4e32-8b73-6ac1d0e2b778 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3302915 May 25 17:09:11.787757 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47312) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:11.823207 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-33437004-5dce-40bf-b0cc-34c3d7be9c3d service neutron] 10.222.0.31 "GET /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607184 May 25 17:09:11.825387 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks [] for router_gateway (1f77aae2-451b-4218-a47f-7a2043f0d106), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.842088 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:09:11.842997 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:11.913234 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771df145-d2ac-487e-9e07-a82f9e029d5b None None] Pushing event updated for resources: {'Port': ['ID=94d5a89c-91a2-422f-b2a9-32b8475e9819,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:11.929482 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Provisioning complete for port 959ba18c-f2d5-4802-ad04-95e85f9cef9b triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:11.929482 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:12.098818 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:12.243472 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Router fc5c047f-c166-4125-abc3-5dcb225e78b4 is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:09:12.316811 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Allocated IP 172.27.0.62 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/784508b8-3dca-4b3a-a42c-aece3d178cc9) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:12.334795 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-28298b92-8398-4269-89a2-c8f1169f98d0 service neutron] 10.222.0.31 "GET /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994586 May 25 17:09:12.421535 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:12.501480 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94547235-ba5a-4755-a007-88f5f4645ddb None None] Pushing event updated for resources: {'Port': ['ID=ba06f717-d905-40c1-aafe-fabaa2e78964,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:12.561350 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:12.573136 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port ba06f717-d905-40c1-aafe-fabaa2e78964 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:12.588846 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks [] for router_gateway (1f77aae2-451b-4218-a47f-7a2043f0d106), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:12.635413 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:12.642294 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:09Z', 'revision_number': 3, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:12.721341 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks [] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:12.765113 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Checking router: cf478cfc-3bcc-4bc6-99d0-6baf06759aec for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:09:12.774497 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Updating router cf478cfc-3bcc-4bc6-99d0-6baf06759aec port 648d0092-58dc-4af6-913d-a99fb3140094 binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:09:12.866307 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Current status of the port 959ba18c-f2d5-4802-ad04-95e85f9cef9b is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:12.867085 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47370) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:12.872518 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:12.873700 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (648d0092-58dc-4af6-913d-a99fb3140094), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:12.894863 dv-cinder-843309-1-iscsi neutron-server[104001]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 17:09:12.942745 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Allocated IP 172.20.0.2 (94689dfe-6d66-4ed0-9452-eee0a515d2d3/623a01b5-e916-4df4-8678-210b7b918d00/dacd51c0-2516-42c7-85cf-de63442be5d8) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:12.979110 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:13.059127 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] For port 959ba18c-f2d5-4802-ad04-95e85f9cef9b, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=959ba18c-f2d5-4802-ad04-95e85f9cef9b,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:13.073665 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 959ba18c-f2d5-4802-ad04-95e85f9cef9b up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:13.096020 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:13.127178 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09cee082-796a-45e3-876d-6a3d5267e232 req-97f4698a-82a7-4ff0-9f93-9d58734732cb tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.2426519 May 25 17:09:13.137993 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:09:13.312176 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Sync routers for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:09:13.326551 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:13.328017 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e6b6f56b-f7b6-47c7-8f45-b34c32100742 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0300500 May 25 17:09:13.350371 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47388) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:13.377280 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:13.379023 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:13.395379 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Provisioning complete for port ba06f717-d905-40c1-aafe-fabaa2e78964 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:13.395781 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:13.402745 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:13.467536 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:13.481569 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd755db9-8a62-469e-9a47-fae69c417e2e None None] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:13.497753 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:13.521701 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:13.545118 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:13.545602 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:08:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:13.611759 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Pushing event updated for resources: {'Port': ['ID=784508b8-3dca-4b3a-a42c-aece3d178cc9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:13.620300 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Allocated IP 172.27.0.54 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/b35ecee2-f953-4358-9503-b8c3c4779fd6) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:13.737870 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:13.739457 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Pushing event updated for resources: {'Port': ['ID=959ba18c-f2d5-4802-ad04-95e85f9cef9b,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:13.762995 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47404) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:13.859672 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 959ba18c-f2d5-4802-ad04-95e85f9cef9b triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:13.859992 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:13.888291 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:13.913083 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Allocated IP 172.20.0.1 (d76a1c5f-4c89-4d32-84e7-0dba2627dce6/8e9301a3-d230-4d95-8bab-b26a2f375c52/4a0c9cb0-c487-4e29-99d0-0204d6acb311) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:13.962996 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdb909-32cb-40ed-86d4-16ee70e6d3b8 None None] Current status of the port ba06f717-d905-40c1-aafe-fabaa2e78964 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:14.017541 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks [] for router_gateway (30ea7659-9232-4ef1-9e0d-3d2ac794818e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.025232 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:14.053366 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Publish callbacks [] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.061319 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2458d15d-5107-4c47-9c09-9150ca923d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.114537 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:14.119239 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68a6f988-6f0d-428c-8af6-653d825c9e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.170000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:14.198719 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.238787 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Publish callbacks [] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.244406 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks [] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.258957 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:14.307377 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:14.309487 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3cfd0e7a-553b-4716-97b6-04322ee8a1cc req-c4b1ac8d-6325-4b57-9187-3144c27e175f tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.0677607 May 25 17:09:14.326725 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:14.336537 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:14.337092 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.352029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.373513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:14.413117 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:14.430632 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Provisioning complete for port 94d5a89c-91a2-422f-b2a9-32b8475e9819 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:14.431012 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.439546 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:14.439789 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 959ba18c-f2d5-4802-ad04-95e85f9cef9b is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:14.440967 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device ba06f717-d905-40c1-aafe-fabaa2e78964 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:14.443695 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.493976 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Pushing event updated for resources: {'Port': ['ID=4a0c9cb0-c487-4e29-99d0-0204d6acb311,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:14.659808 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68a6f988-6f0d-428c-8af6-653d825c9e59 admin admin] Publish callbacks [] for security_group (19b1fa21-e107-4981-9470-8a3c7ff5e6f5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.683459 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68a6f988-6f0d-428c-8af6-653d825c9e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (19b1fa21-e107-4981-9470-8a3c7ff5e6f5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.715995 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Publish callbacks [] for port (648d0092-58dc-4af6-913d-a99fb3140094), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.719394 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:14.726317 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (648d0092-58dc-4af6-913d-a99fb3140094), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.726512 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (30ea7659-9232-4ef1-9e0d-3d2ac794818e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.750873 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:14.770639 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Pushing event updated for resources: {'Port': ['ID=dacd51c0-2516-42c7-85cf-de63442be5d8,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:14.784212 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:14.797028 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6f988-6f0d-428c-8af6-653d825c9e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b1fa21-e107-4981-9470-8a3c7ff5e6f5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:14.810931 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Pushing event updated for resources: {'Port': ['ID=b35ecee2-f953-4358-9503-b8c3c4779fd6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:14.818982 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Pushing event updated for resources: {'Port': ['ID=648d0092-58dc-4af6-913d-a99fb3140094,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:14.828616 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Attempting to bind port 648d0092-58dc-4af6-913d-a99fb3140094 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:14.829105 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Attempting to bind port 648d0092-58dc-4af6-913d-a99fb3140094 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:14.829633 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Attempting to bind port 648d0092-58dc-4af6-913d-a99fb3140094 on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:14.839819 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.840325 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.841201 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.842064 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.842064 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.842568 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.842986 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.843384 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.843810 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.844150 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.844571 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.845001 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.845411 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.845754 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.846166 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Tracked resource versions report: May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: pushed versions: May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: { 'AddressGroup': {'1.2'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Agent': {'1.1'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'ConntrackHelper': {'1.0'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'LocalIPAssociation': {'1.0'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Log': {'1.0'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'NDPProxy': {'1.0'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Network': {'1.1'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Port': {'1.7'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'PortForwarding': {'1.3'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'QosPolicy': {'1.10'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SecurityGroup': {'1.5'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SecurityGroupRule': {'1.2'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SubPort': {'1.0'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Subnet': {'1.1'}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Trunk': {'1.1'}} May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: consumer versions: May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: { DHCP agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: HyperV agent@hv-cinder-84330: {}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: L3 agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: Metadata agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: Metering agent@dv-cinder-843309-1-iscsi: {}, May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: Open vSwitch agent@dv-cinder-843309-1-iscsi: { 'AddressGroup': '1.2', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Agent': '1.1', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'ConntrackHelper': '1.0', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'LocalIPAssociation': '1.0', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Log': '1.0', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'NDPProxy': '1.0', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Network': '1.1', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Port': '1.7', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'PortForwarding': '1.3', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'QosPolicy': '1.10', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SecurityGroup': '1.5', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SecurityGroupRule': '1.2', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'SubPort': '1.0', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Subnet': '1.1', May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: 'Trunk': '1.1'}} May 25 17:09:14.848017 dv-cinder-843309-1-iscsi neutron-server[104003]: {{(pid=104003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 17:09:14.853848 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:14.854107 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-68a6f988-6f0d-428c-8af6-653d825c9e59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f608b5a2750436eb61009338417d047&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0901654 May 25 17:09:14.854275 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:14.854743 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.854893 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47430) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:14.855440 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:14.856090 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Bound port: 648d0092-58dc-4af6-913d-a99fb3140094, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:14.856558 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (648d0092-58dc-4af6-913d-a99fb3140094), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.900258 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port ba06f717-d905-40c1-aafe-fabaa2e78964 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:14.900837 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.904720 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:14.912738 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:14.930400 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] For port 648d0092-58dc-4af6-913d-a99fb3140094, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:14.936009 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] For port 648d0092-58dc-4af6-913d-a99fb3140094, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=648d0092-58dc-4af6-913d-a99fb3140094,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:14.940273 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.946473 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (648d0092-58dc-4af6-913d-a99fb3140094), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:14.992891 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Current status of the port 94d5a89c-91a2-422f-b2a9-32b8475e9819 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:14.993426 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.005915 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:10Z', 'revision_number': 3, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:15.017169 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Attempting to bind port dacd51c0-2516-42c7-85cf-de63442be5d8 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:15.017699 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Attempting to bind port dacd51c0-2516-42c7-85cf-de63442be5d8 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:15.018177 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Attempting to bind port dacd51c0-2516-42c7-85cf-de63442be5d8 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:15.049818 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Checking router: fc5c047f-c166-4125-abc3-5dcb225e78b4 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:09:15.051005 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Updating router fc5c047f-c166-4125-abc3-5dcb225e78b4 port 6047f0da-8928-4fbe-8ed9-10332e9c9fed binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:09:15.057749 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7552c10e-8251-4754-853b-108a2489814a admin admin] Publish callbacks [] for security_group (19b1fa21-e107-4981-9470-8a3c7ff5e6f5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.083438 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:15.083995 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Checking segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:15.084503 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.085050 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Bound using segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:15.085639 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Bound port: dacd51c0-2516-42c7-85cf-de63442be5d8, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:15.086121 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.087085 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:15.099765 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:15.126863 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aa57e-7908-4b4a-929c-734eb51d9d95 None None] Pushing event updated for resources: {'Port': ['ID=648d0092-58dc-4af6-913d-a99fb3140094,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:15.131035 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] For port 94d5a89c-91a2-422f-b2a9-32b8475e9819, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=94d5a89c-91a2-422f-b2a9-32b8475e9819,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:15.140705 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:15.141477 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:08:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:15.149063 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.155453 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7552c10e-8251-4754-853b-108a2489814a admin admin] Publish callbacks [] for security_group (19b1fa21-e107-4981-9470-8a3c7ff5e6f5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.232378 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.309669 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:15.360509 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Provisioning complete for port 959ba18c-f2d5-4802-ad04-95e85f9cef9b triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:15.361045 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.384492 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port ba06f717-d905-40c1-aafe-fabaa2e78964 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:15.384878 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Publish callbacks [] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.385385 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 94d5a89c-91a2-422f-b2a9-32b8475e9819 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:15.386832 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7552c10e-8251-4754-853b-108a2489814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (19b1fa21-e107-4981-9470-8a3c7ff5e6f5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.390639 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7552c10e-8251-4754-853b-108a2489814a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.391035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks [] for router_gateway (1f77aae2-451b-4218-a47f-7a2043f0d106), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.415092 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7552c10e-8251-4754-853b-108a2489814a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19b1fa21-e107-4981-9470-8a3c7ff5e6f5 HTTP/1.1" status: 204 len: 168 time: 0.5544024 May 25 17:09:15.422329 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.424568 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.526039 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552c10e-8251-4754-853b-108a2489814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b1fa21-e107-4981-9470-8a3c7ff5e6f5,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:15.548593 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] For port dacd51c0-2516-42c7-85cf-de63442be5d8, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:15.684170 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Pushing event updated for resources: {'Port': ['ID=4a0c9cb0-c487-4e29-99d0-0204d6acb311,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:15.721612 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:15.803263 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:15.810321 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:15.813936 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:15.816064 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] For port dacd51c0-2516-42c7-85cf-de63442be5d8, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=dacd51c0-2516-42c7-85cf-de63442be5d8,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:15.818887 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:15.829356 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Pushing event updated for resources: {'Port': ['ID=94d5a89c-91a2-422f-b2a9-32b8475e9819,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:15.849444 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:15.904132 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:13Z', 'revision_number': 1, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:15.989041 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780586c-7ae2-4395-a69e-51d8bfbaedf1 None None] The sync data for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi is: [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:13Z', 'revision_number': 1, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:09:16.037214 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47460) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:16.068065 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (1f77aae2-451b-4218-a47f-7a2043f0d106), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.089647 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 94d5a89c-91a2-422f-b2a9-32b8475e9819 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:16.090098 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.212549 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.71', 50974) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:16.213855 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-210b88c5-7d4d-4edb-a304-cb8294872c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.282592 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:16.310456 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937ef60-39a1-495e-9b4b-9894a82023e1 None None] Pushing event updated for resources: {'Port': ['ID=dacd51c0-2516-42c7-85cf-de63442be5d8,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:16.339067 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5447498e-7e15-463b-bd07-fd1a83be566a None None] Current status of the port 959ba18c-f2d5-4802-ad04-95e85f9cef9b is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:16.350055 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08962528-79e2-46b4-bea5-58643fbefd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.360333 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-184db94d-479d-47c6-97d3-b44946663d4b req-80474898-96ad-414c-b402-493b6ae53145 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.5602694 May 25 17:09:16.385063 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-210b88c5-7d4d-4edb-a304-cb8294872c96 admin admin] Publish callbacks [] for security_group (f58006e8-5cd6-4ebf-b05d-829614732250), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.387988 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:16.402281 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Router cf478cfc-3bcc-4bc6-99d0-6baf06759aec has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:09:16.484316 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-210b88c5-7d4d-4edb-a304-cb8294872c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f58006e8-5cd6-4ebf-b05d-829614732250), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.585406 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-769593c9-0442-42dc-a2b7-3e51290bfea4 None None] Provisioning complete for port 94d5a89c-91a2-422f-b2a9-32b8475e9819 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:16.585778 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-769593c9-0442-42dc-a2b7-3e51290bfea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.645936 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:09:16.652599 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4480e0a7-2eea-4a7c-80d3-87a5f2a8e0fd admin admin] 10.222.0.31 "PUT /v2.0/routers/cf478cfc-3bcc-4bc6-99d0-6baf06759aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8609526 May 25 17:09:16.653571 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 94d5a89c-91a2-422f-b2a9-32b8475e9819 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:16.703780 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b88c5-7d4d-4edb-a304-cb8294872c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58006e8-5cd6-4ebf-b05d-829614732250,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:16.724013 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-8e6f855c-9530-494d-84e5-0f0fab4a90fe tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:16.729772 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-8e6f855c-9530-494d-84e5-0f0fab4a90fe tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.71 "GET /v2.0/networks?id=cd9aa901-6a70-4a5a-a91a-969e2210030b HTTP/1.1" status: 200 len: 810 time: 0.5119922 May 25 17:09:16.731596 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.735361 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Publish callbacks [] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.738372 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47482) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:16.740103 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-210b88c5-7d4d-4edb-a304-cb8294872c96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0727d6a8a20644218145453e6b6ad070&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6734474 May 25 17:09:16.770342 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.884777 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99b3fa79-c8a1-42aa-b9c1-6bb2767bf185 admin admin] Publish callbacks [] for security_group (f58006e8-5cd6-4ebf-b05d-829614732250), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.912452 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-769593c9-0442-42dc-a2b7-3e51290bfea4 None None] Current status of the port 94d5a89c-91a2-422f-b2a9-32b8475e9819 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:16.929622 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99b3fa79-c8a1-42aa-b9c1-6bb2767bf185 admin admin] Publish callbacks [] for security_group (f58006e8-5cd6-4ebf-b05d-829614732250), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.946743 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-769593c9-0442-42dc-a2b7-3e51290bfea4 None None] Provisioning complete for port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:16.947274 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-769593c9-0442-42dc-a2b7-3e51290bfea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:16.979125 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:17.017932 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Attempting to bind port 6047f0da-8928-4fbe-8ed9-10332e9c9fed on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:17.018543 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Attempting to bind port 6047f0da-8928-4fbe-8ed9-10332e9c9fed by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:17.019304 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Attempting to bind port 6047f0da-8928-4fbe-8ed9-10332e9c9fed on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:17.037519 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:17.038526 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:17.039122 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.044917 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:17.045946 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Bound port: 6047f0da-8928-4fbe-8ed9-10332e9c9fed, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:17.046074 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.052547 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d25f9-0373-42dc-b031-b7047f38e141 None None] Pushing event updated for resources: {'Port': ['ID=6047f0da-8928-4fbe-8ed9-10332e9c9fed,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:17.054315 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99b3fa79-c8a1-42aa-b9c1-6bb2767bf185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f58006e8-5cd6-4ebf-b05d-829614732250), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.062241 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99b3fa79-c8a1-42aa-b9c1-6bb2767bf185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.068034 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-99b3fa79-c8a1-42aa-b9c1-6bb2767bf185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f58006e8-5cd6-4ebf-b05d-829614732250 HTTP/1.1" status: 204 len: 168 time: 0.3284273 May 25 17:09:17.078155 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-769593c9-0442-42dc-a2b7-3e51290bfea4 None None] Port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:17.079610 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3fa79-c8a1-42aa-b9c1-6bb2767bf185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58006e8-5cd6-4ebf-b05d-829614732250,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:17.083147 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device dacd51c0-2516-42c7-85cf-de63442be5d8 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:17.100659 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Router 30ea7659-9232-4ef1-9e0d-3d2ac794818e is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:09:17.211090 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] For port 6047f0da-8928-4fbe-8ed9-10332e9c9fed, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:17.221584 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] For port 6047f0da-8928-4fbe-8ed9-10332e9c9fed, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=6047f0da-8928-4fbe-8ed9-10332e9c9fed,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:17.240407 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.281851 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port dacd51c0-2516-42c7-85cf-de63442be5d8 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:17.281851 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.340976 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:09:17.458266 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47500) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:17.464174 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-928a7957-9451-43e8-b1c5-849638917483 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584203857', 'description': 'tempest-description--998066063'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:17.493351 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:17.493991 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:17.543554 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-928a7957-9451-43e8-b1c5-849638917483 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.658303 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:17.659460 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:17.661292 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:09:17.673608 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:09:17.681904 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:17.687798 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:17.689593 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:17.711415 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Allocated IP 172.20.0.1 (79368167-854c-4f50-95fb-3c054bede279/51208e80-16c2-4bac-beb9-5cc2fe309044/1b2ec44e-09b0-49cb-b18f-711409b13165) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:17.796602 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-14c9b0b5-0bf0-4b8a-b3a2-f7d1f8fcd5b1 req-352ce78d-7679-47c2-bf49-9cf30875908e tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.1148961 May 25 17:09:17.836220 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-928a7957-9451-43e8-b1c5-849638917483 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (d44e5bd1-e317-4115-bbf6-da5fc70e4d41), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.849403 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-928a7957-9451-43e8-b1c5-849638917483 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (d44e5bd1-e317-4115-bbf6-da5fc70e4d41), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.874453 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:09:17.923489 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:17.943021 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-928a7957-9451-43e8-b1c5-849638917483 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.946815 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-928a7957-9451-43e8-b1c5-849638917483 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4838705 May 25 17:09:17.949736 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47514) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:17.956221 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a7957-9451-43e8-b1c5-849638917483 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e5bd1-e317-4115-bbf6-da5fc70e4d41,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:17.958992 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:17.961142 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0cdf21cb-b9f3-4aa6-a799-3dafb122465e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1631372 May 25 17:09:17.964299 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-81a44684-a1de-4f64-abe4-e33162e79b4f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'security_group_rule': {'security_group_id': 'd44e5bd1-e317-4115-bbf6-da5fc70e4d41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:17.982241 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47516) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:18.007557 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.008959 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ecc4124e-e57e-4c60-8996-d4bb8514b46a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9642849 May 25 17:09:18.012515 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Publish callbacks [] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.026776 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47520) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:18.039812 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-81a44684-a1de-4f64-abe4-e33162e79b4f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (1cedf5f1-2a86-44c4-b4af-d233495e72bb), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.236395 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 3, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:18.242284 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:18.310158 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-81a44684-a1de-4f64-abe4-e33162e79b4f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (1cedf5f1-2a86-44c4-b4af-d233495e72bb), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.360607 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:09:18.360607 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Updating router 1f77aae2-451b-4218-a47f-7a2043f0d106 port b35ecee2-f953-4358-9503-b8c3c4779fd6 binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:09:18.380100 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2afd1-7307-4222-b5c0-339e6c1cc053 None None] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:18.398199 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.418586 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.495700 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:18.510982 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2ec44e-09b0-49cb-b18f-711409b13165,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:18.572790 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Sync routers for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:09:18.575589 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:18.643312 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-81a44684-a1de-4f64-abe4-e33162e79b4f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (1cedf5f1-2a86-44c4-b4af-d233495e72bb), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.650518 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:18.653933 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Network 79368167-854c-4f50-95fb-3c054bede279 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:18.658199 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:18.720666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:18.721328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (fc5c047f-c166-4125-abc3-5dcb225e78b4), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.740205 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2cb71bcb-2427-4ec6-8ebf-74dbcb94f5af None None] Provisioning complete for port dacd51c0-2516-42c7-85cf-de63442be5d8 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:18.740318 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bcb-2427-4ec6-8ebf-74dbcb94f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.746073 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:18.750162 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:10Z', 'revision_number': 3, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:18.793984 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d25f9-0373-42dc-b031-b7047f38e141 None None] Pushing event updated for resources: {'Port': ['ID=6047f0da-8928-4fbe-8ed9-10332e9c9fed,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:18.805715 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:18.806420 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:18.829663 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Publish callbacks [] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.848356 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.908598 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a44684-a1de-4f64-abe4-e33162e79b4f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cedf5f1-2a86-44c4-b4af-d233495e72bb,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:18.919785 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-81a44684-a1de-4f64-abe4-e33162e79b4f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:18.921557 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-81a44684-a1de-4f64-abe4-e33162e79b4f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9679034 May 25 17:09:18.928619 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:18.929296 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:18.941839 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47540) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:18.972552 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b29c3-5865-4e47-bd24-eefd317622f5 None None] Pushing event updated for resources: {'Port': ['ID=b35ecee2-f953-4358-9503-b8c3c4779fd6,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:18.977377 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b5fc65d3-0e7c-4780-948b-6683060bb17d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'security_group_rule': {'security_group_id': 'd44e5bd1-e317-4115-bbf6-da5fc70e4d41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:19.037021 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Attempting to bind port b35ecee2-f953-4358-9503-b8c3c4779fd6 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:19.037717 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Attempting to bind port b35ecee2-f953-4358-9503-b8c3c4779fd6 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:19.037882 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Attempting to bind port b35ecee2-f953-4358-9503-b8c3c4779fd6 on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:19.045830 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:19.046666 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89c3e0c0-1976-4e25-8217-bbd1f9b4f469 req-c610e80a-3b4e-436b-8ba1-97f4c797c531 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.0518994 May 25 17:09:19.047574 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:19.048036 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.048501 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:19.053769 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Bound port: b35ecee2-f953-4358-9503-b8c3c4779fd6, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:19.054588 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.068576 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.112389 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] For port b35ecee2-f953-4358-9503-b8c3c4779fd6, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:19.118187 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] For port b35ecee2-f953-4358-9503-b8c3c4779fd6, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=b35ecee2-f953-4358-9503-b8c3c4779fd6,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:19.129525 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.132586 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Request body: {'port': {'device_id': '57a815e8-f0d5-4121-9124-d96e02afa8b2', 'network_id': 'cd9aa901-6a70-4a5a-a91a-969e2210030b', 'admin_state_up': True, 'tenant_id': '23a454e276d3405a93a67513e1a12126'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:19.251551 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:19.260256 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:19.364097 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.397465 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d3982-b7b4-4adb-9cc2-9917af96a714 None None] The sync data for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi is: [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:10Z', 'revision_number': 3, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:09:19.475506 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b29c3-5865-4e47-bd24-eefd317622f5 None None] Pushing event updated for resources: {'Port': ['ID=b35ecee2-f953-4358-9503-b8c3c4779fd6,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:19.513684 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.522514 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port dacd51c0-2516-42c7-85cf-de63442be5d8 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:19.523155 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.541748 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:19.585565 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Allocated IP 172.20.0.1 (8771ee30-f2eb-41ac-813c-a5d3ee111699/4e70015e-3616-44e8-8a2d-41c916d84224/0d3629ad-9a3b-45a8-b59b-cb418a7538ff) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:19.603266 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5fc65d3-0e7c-4780-948b-6683060bb17d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (d100556d-f49f-4b96-b605-e0cfb0bc50ae), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.628999 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:19.874818 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.903905 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Publish callbacks [] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:19.964029 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port dacd51c0-2516-42c7-85cf-de63442be5d8, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=dacd51c0-2516-42c7-85cf-de63442be5d8,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:19.966751 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2cb71bcb-2427-4ec6-8ebf-74dbcb94f5af None None] Current status of the port dacd51c0-2516-42c7-85cf-de63442be5d8 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:19.966957 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bcb-2427-4ec6-8ebf-74dbcb94f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:20.001091 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:20.018227 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:20.019654 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 959ba18c-f2d5-4802-ad04-95e85f9cef9b up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:20.114726 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:20.117437 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:20.192027 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 3, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:20.194331 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:20.217305 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:20.219667 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Pushing event updated for resources: {'Port': ['ID=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:20.234518 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:20.244577 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (30ea7659-9232-4ef1-9e0d-3d2ac794818e), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:20.300641 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Sync routers for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:09:20.321368 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0efdf-405d-46ad-af49-cb0733da9a8a None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 3, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:09:20.355741 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:20.356815 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:20.455159 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:20.477243 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=dacd51c0-2516-42c7-85cf-de63442be5d8,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:20.580243 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-35bc7a01-7270-4cc9-bf08-192f34861954 req-e930a963-04e3-4fc8-809e-3ec587f8001d tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.3714015 May 25 17:09:20.788972 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:13Z', 'revision_number': 3, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:20.860354 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Made reservation on behalf of 23a454e276d3405a93a67513e1a12126 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:20.886223 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:20.890346 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:21.127412 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.db.api [None req-2cb71bcb-2427-4ec6-8ebf-74dbcb94f5af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 17:09:21.131634 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG oslo_db.api [None req-2cb71bcb-2427-4ec6-8ebf-74dbcb94f5af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:09:21.134133 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Checking router: 30ea7659-9232-4ef1-9e0d-3d2ac794818e for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:09:21.135387 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Updating router 30ea7659-9232-4ef1-9e0d-3d2ac794818e port 784508b8-3dca-4b3a-a42c-aece3d178cc9 binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:09:21.147302 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:21.232003 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:21.573105 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:21.605249 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:21.698648 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47634) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:21.727306 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Publish callbacks [] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:21.836286 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 959ba18c-f2d5-4802-ad04-95e85f9cef9b triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:21.838210 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:21.876423 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:15Z', 'revision_number': 2, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:21.918623 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:21.987130 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Checking router: cf478cfc-3bcc-4bc6-99d0-6baf06759aec for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:09:21.987635 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Updating router cf478cfc-3bcc-4bc6-99d0-6baf06759aec port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:09:22.003932 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5fc65d3-0e7c-4780-948b-6683060bb17d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (d100556d-f49f-4b96-b605-e0cfb0bc50ae), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.022419 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Publish callbacks [] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.023236 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.024101 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (fc5c047f-c166-4125-abc3-5dcb225e78b4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.024292 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:22.047899 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.049673 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (30ea7659-9232-4ef1-9e0d-3d2ac794818e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.092452 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2cb71bcb-2427-4ec6-8ebf-74dbcb94f5af None None] Current status of the port dacd51c0-2516-42c7-85cf-de63442be5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:22.104742 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.151452 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5fc65d3-0e7c-4780-948b-6683060bb17d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (d100556d-f49f-4b96-b605-e0cfb0bc50ae), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.155164 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-822ced78-2fed-4c99-b02a-5f0923005fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.192067 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3dea302-07a9-4a2a-be67-ae47b38335d6 req-58e07d99-a582-444f-87a4-fa64a9c65a2f tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.1661177 May 25 17:09:22.318705 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Provisioning complete for port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:22.319109 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.433503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:22.469967 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:22.473937 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Pushing event updated for resources: {'Port': ['ID=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:22.508987 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:22.650666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc65d3-0e7c-4780-948b-6683060bb17d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d100556d-f49f-4b96-b605-e0cfb0bc50ae,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:22.707670 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:22.830494 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:22.994084 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Publish callbacks [] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.000174 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:23.033311 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Provisioning complete for port dacd51c0-2516-42c7-85cf-de63442be5d8 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:23.033887 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.036406 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.084793 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-822ced78-2fed-4c99-b02a-5f0923005fce admin admin] Publish callbacks [] for security_group (775e8049-7748-4fb5-9aad-e67919b7b388), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.094322 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-822ced78-2fed-4c99-b02a-5f0923005fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (775e8049-7748-4fb5-9aad-e67919b7b388), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.144168 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Router 30ea7659-9232-4ef1-9e0d-3d2ac794818e has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:09:23.166000 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2ec44e-09b0-49cb-b18f-711409b13165,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:23.175347 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:23.176476 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807514c-0f50-4bc0-ba85-db1c4df66f35 None None] Pushing event updated for resources: {'Port': ['ID=784508b8-3dca-4b3a-a42c-aece3d178cc9,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:23.181852 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5fc65d3-0e7c-4780-948b-6683060bb17d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.190635 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b5fc65d3-0e7c-4780-948b-6683060bb17d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.2476330 May 25 17:09:23.203085 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47660) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:23.204389 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ced78-2fed-4c99-b02a-5f0923005fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775e8049-7748-4fb5-9aad-e67919b7b388,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:23.212289 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:23.217332 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 959ba18c-f2d5-4802-ad04-95e85f9cef9b is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:23.218401 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 94d5a89c-91a2-422f-b2a9-32b8475e9819 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:23.250917 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:23.258345 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Publish callbacks [] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.272917 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.286007 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-822ced78-2fed-4c99-b02a-5f0923005fce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f87f202405641b2aa2327efc35b6613&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5798416 May 25 17:09:23.291386 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 94d5a89c-91a2-422f-b2a9-32b8475e9819 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:23.291787 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.295604 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Attempting to bind port 784508b8-3dca-4b3a-a42c-aece3d178cc9 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:23.295975 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Attempting to bind port 784508b8-3dca-4b3a-a42c-aece3d178cc9 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:23.296337 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Attempting to bind port 784508b8-3dca-4b3a-a42c-aece3d178cc9 on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:23.302751 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47664) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:23.350681 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70915405-8372-4d51-8f96-4faa54237fde None None] Pushing event updated for resources: {'Port': ['ID=4a0c9cb0-c487-4e29-99d0-0204d6acb311,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:23.363935 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:23.364346 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:23.364896 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.365408 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:23.365780 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Bound port: 784508b8-3dca-4b3a-a42c-aece3d178cc9, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:23.366230 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.430927 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] For port 784508b8-3dca-4b3a-a42c-aece3d178cc9, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:23.435260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] For port 784508b8-3dca-4b3a-a42c-aece3d178cc9, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=784508b8-3dca-4b3a-a42c-aece3d178cc9,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:23.461131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.529680 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Attempting to bind port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:23.530049 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Attempting to bind port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:23.530410 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Attempting to bind port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 on network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:23.539271 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:23.539661 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Checking segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:23.540065 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.540554 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Bound using segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:23.541463 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Bound port: 4a0c9cb0-c487-4e29-99d0-0204d6acb311, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:23.541845 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.653504 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-032f29b1-1174-44b0-8376-9a1eb267ed70 req-50a0b536-2449-4836-996d-fb106235909f tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.2100091 May 25 17:09:23.658522 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Allocated IP 172.20.0.8 (cd9aa901-6a70-4a5a-a91a-969e2210030b/c3fe56cb-71dd-4a4c-b9fb-965abb88abbe/adbfec7d-46e1-477d-8236-36f39e8d299f) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:23.769711 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] For port 4a0c9cb0-c487-4e29-99d0-0204d6acb311, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:23.777447 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] For port 4a0c9cb0-c487-4e29-99d0-0204d6acb311, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=4a0c9cb0-c487-4e29-99d0-0204d6acb311,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:23.805998 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:23.873383 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Network 79368167-854c-4f50-95fb-3c054bede279 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:23.884040 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:23.948175 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Current status of the port dacd51c0-2516-42c7-85cf-de63442be5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:23.975474 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:24.077832 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Provisioning complete for port 1b2ec44e-09b0-49cb-b18f-711409b13165 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:24.078742 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:24.296022 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:24.355629 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:24.356231 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:24.512165 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70915405-8372-4d51-8f96-4faa54237fde None None] Pushing event updated for resources: {'Port': ['ID=4a0c9cb0-c487-4e29-99d0-0204d6acb311,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:24.528724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:24.538251 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:24.558894 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e9b19-c989-428e-8343-b42496827426 None None] Port 1b2ec44e-09b0-49cb-b18f-711409b13165 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:24.608744 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Allocated IP 172.20.0.1 (94689dfe-6d66-4ed0-9452-eee0a515d2d3/623a01b5-e916-4df4-8678-210b7b918d00/6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:24.616512 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9dc8be18-2ed5-4a3c-afc1-b099dfb6474c admin admin] Publish callbacks [] for security_group (775e8049-7748-4fb5-9aad-e67919b7b388), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:24.629956 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:09:24.681136 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9dc8be18-2ed5-4a3c-afc1-b099dfb6474c admin admin] Publish callbacks [] for security_group (775e8049-7748-4fb5-9aad-e67919b7b388), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:24.785397 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2f4e1024-3166-4a87-9519-08776462d15d admin admin] 10.222.0.31 "PUT /v2.0/routers/30ea7659-9232-4ef1-9e0d-3d2ac794818e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7025051 May 25 17:09:24.795725 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:24.852571 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9dc8be18-2ed5-4a3c-afc1-b099dfb6474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (775e8049-7748-4fb5-9aad-e67919b7b388), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:24.871293 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:24.885220 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9dc8be18-2ed5-4a3c-afc1-b099dfb6474c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:24.888838 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9dc8be18-2ed5-4a3c-afc1-b099dfb6474c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/775e8049-7748-4fb5-9aad-e67919b7b388 HTTP/1.1" status: 204 len: 168 time: 1.5846791 May 25 17:09:24.901005 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 94d5a89c-91a2-422f-b2a9-32b8475e9819 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:24.947948 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807514c-0f50-4bc0-ba85-db1c4df66f35 None None] Pushing event updated for resources: {'Port': ['ID=784508b8-3dca-4b3a-a42c-aece3d178cc9,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:25.032451 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:25.059003 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8225467a-b8fa-4a4a-988d-2d30842000d9 req-27fc8a5e-b589-41c1-ac9c-1a69980953c8 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.1679919 May 25 17:09:25.071132 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8be18-2ed5-4a3c-afc1-b099dfb6474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775e8049-7748-4fb5-9aad-e67919b7b388,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:25.147700 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Publish callbacks [] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:25.160602 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Provisioning complete for port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:25.162854 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:25.420056 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:25.447195 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:25.471369 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Router fc5c047f-c166-4125-abc3-5dcb225e78b4 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:09:25.522634 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:25.530285 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:25.558520 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Allocated IP 172.27.0.132 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/74ab45f6-82f8-4697-bf31-26b490787a66) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:25.713888 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:23Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:25.743507 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Provisioning complete for port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:25.746120 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:25.770366 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:25.865544 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278abb-f067-4f4d-a834-99177bd3e153 None None] The sync data for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi is: [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:23Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:09:25.910624 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:25.962901 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:25.980342 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for port (74ab45f6-82f8-4697-bf31-26b490787a66), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.161277 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (74ab45f6-82f8-4697-bf31-26b490787a66), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.338212 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'Port': ['ID=74ab45f6-82f8-4697-bf31-26b490787a66,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:26.382141 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Current status of the port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:26.382141 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.393909 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47740) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:26.400417 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:26.406533 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Publish callbacks [] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.414120 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-236b6aa8-5a3b-4c89-a1e4-c823ffb9b160 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460083875', 'description': 'tempest-description--1490791768'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:26.493012 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:21Z', 'revision_number': 2, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:26.495563 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 648d0092-58dc-4af6-913d-a99fb3140094 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:26.513911 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Network cd9aa901-6a70-4a5a-a91a-969e2210030b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:26.518302 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] For port 4a0c9cb0-c487-4e29-99d0-0204d6acb311, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=4a0c9cb0-c487-4e29-99d0-0204d6acb311,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:26.526228 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:26.542048 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:26.545257 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-236b6aa8-5a3b-4c89-a1e4-c823ffb9b160 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.556499 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f4de8-4a22-4d40-93aa-8ae72b7b6c96 None None] The sync data for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi is: [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:21Z', 'revision_number': 2, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:09:26.556853 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Pushing event updated for resources: {'Port': ['ID=adbfec7d-46e1-477d-8236-36f39e8d299f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:26.559133 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:26.568288 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.568551 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:26.576989 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:26.581090 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.640466 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:26.664999 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:09:26.667889 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Provisioning complete for port 1b2ec44e-09b0-49cb-b18f-711409b13165 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:26.668333 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.675737 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 648d0092-58dc-4af6-913d-a99fb3140094 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:26.676241 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (648d0092-58dc-4af6-913d-a99fb3140094), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.700520 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9d93a372-ca23-4a74-b952-4b1cee4e11a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/fc5c047f-c166-4125-abc3-5dcb225e78b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3382466 May 25 17:09:26.725811 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-b681f886-3f0a-459e-8d5d-218b749a89a9 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5984697 May 25 17:09:26.751840 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Sync routers for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:09:26.753285 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-bb0b9aab-ef68-4f4b-98e4-06a745f5e613 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:09:26.755924 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-bb0b9aab-ef68-4f4b-98e4-06a745f5e613 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0123742 May 25 17:09:26.762861 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:26.799508 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd11105-f7c7-4d43-aa24-4084747e8572 req-e2ff90ff-502e-4c59-83e8-e3bc93ff8091 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:26.810426 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6bd11105-f7c7-4d43-aa24-4084747e8572 req-e2ff90ff-502e-4c59-83e8-e3bc93ff8091 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 931 time: 0.4732053 May 25 17:09:26.839199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:26.840000 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:26.842649 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Pushing event updated for resources: {'Port': ['ID=4a0c9cb0-c487-4e29-99d0-0204d6acb311,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:26.856943 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5f7eef96-2b2a-4a3b-93d5-4c3658d253e7 None None] Port 1b2ec44e-09b0-49cb-b18f-711409b13165 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:26.966175 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:26.991731 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 648d0092-58dc-4af6-913d-a99fb3140094 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:26.992312 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (648d0092-58dc-4af6-913d-a99fb3140094), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:27.042167 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:27.053060 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:27.073101 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:27.075015 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (1f77aae2-451b-4218-a47f-7a2043f0d106), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:27.307032 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e6b7e40f-4582-4b69-a2ab-d042e6e08a51 None None] Provisioning complete for port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:27.307501 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e40f-4582-4b69-a2ab-d042e6e08a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:27.421114 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6bd11105-f7c7-4d43-aa24-4084747e8572 req-166d9dfa-55f9-49dc-8a11-271556c5b1d1 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976735 May 25 17:09:27.423986 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:27.438529 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 648d0092-58dc-4af6-913d-a99fb3140094, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=648d0092-58dc-4af6-913d-a99fb3140094,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:27.462598 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (648d0092-58dc-4af6-913d-a99fb3140094), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:27.463998 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device dacd51c0-2516-42c7-85cf-de63442be5d8 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:27.472238 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-236b6aa8-5a3b-4c89-a1e4-c823ffb9b160 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (f8765045-c0bd-4089-8cc5-98b2857e1ca1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:27.526859 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:27.558306 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (74ab45f6-82f8-4697-bf31-26b490787a66), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:27.626317 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:27.635402 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:27.829237 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Request body: {'port': {'device_id': '57a815e8-f0d5-4121-9124-d96e02afa8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:28.055958 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7e40f-4582-4b69-a2ab-d042e6e08a51 None None] Current status of the port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:28.117128 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:28.118348 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-236b6aa8-5a3b-4c89-a1e4-c823ffb9b160 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f8765045-c0bd-4089-8cc5-98b2857e1ca1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.131780 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=648d0092-58dc-4af6-913d-a99fb3140094,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:28.164936 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.203581 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for port (74ab45f6-82f8-4697-bf31-26b490787a66), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.213178 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b6aa8-5a3b-4c89-a1e4-c823ffb9b160 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8765045-c0bd-4089-8cc5-98b2857e1ca1,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:28.234370 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (74ab45f6-82f8-4697-bf31-26b490787a66), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.307725 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port dacd51c0-2516-42c7-85cf-de63442be5d8 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:28.308124 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.321244 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-a1c12843-48b9-4fd2-a6db-cda492736913 None None] Provisioning complete for port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:28.321664 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a1c12843-48b9-4fd2-a6db-cda492736913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.374714 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.381678 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:28.408899 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-236b6aa8-5a3b-4c89-a1e4-c823ffb9b160 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.410747 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-236b6aa8-5a3b-4c89-a1e4-c823ffb9b160 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0001311 May 25 17:09:28.412255 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-8f13ef33-051c-4011-b3fa-90dc6584a420 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:28.414147 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-8f13ef33-051c-4011-b3fa-90dc6584a420 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 819 time: 0.5111654 May 25 17:09:28.415303 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47798) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:28.430926 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-ba95e39d-4f7e-49d1-9bae-8ae2d73beebf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'security_group_rule': {'security_group_id': 'f8765045-c0bd-4089-8cc5-98b2857e1ca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:28.437144 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'Port': ['ID=74ab45f6-82f8-4697-bf31-26b490787a66,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:28.500209 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:09:28.503945 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.529999 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-102a90db-f835-4ff4-8691-d0f5466cbc1a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3217587 May 25 17:09:28.578156 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:28.590358 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba95e39d-4f7e-49d1-9bae-8ae2d73beebf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (1e01f9a7-8775-49ae-8188-b3018fc3b7e3), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.618033 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Publish callbacks [] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:28.768125 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-a1c12843-48b9-4fd2-a6db-cda492736913 None None] Port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:28.899275 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314e737-17be-498f-a42c-58fd3bcfeffc req-3a743355-2d48-43f7-a64d-2f2b31443493 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:28.907309 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d314e737-17be-498f-a42c-58fd3bcfeffc req-3a743355-2d48-43f7-a64d-2f2b31443493 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 931 time: 0.1917052 May 25 17:09:28.959761 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port dacd51c0-2516-42c7-85cf-de63442be5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:28.964384 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device b35ecee2-f953-4358-9503-b8c3c4779fd6 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:28.970719 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:28.974507 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 2, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:29.138726 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d314e737-17be-498f-a42c-58fd3bcfeffc req-537f0709-606c-4894-8a35-5c4b3b04da1c tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233286 May 25 17:09:29.153517 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba95e39d-4f7e-49d1-9bae-8ae2d73beebf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (1e01f9a7-8775-49ae-8188-b3018fc3b7e3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.174424 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba95e39d-4f7e-49d1-9bae-8ae2d73beebf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (1e01f9a7-8775-49ae-8188-b3018fc3b7e3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.208690 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95e39d-4f7e-49d1-9bae-8ae2d73beebf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e01f9a7-8775-49ae-8188-b3018fc3b7e3,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:29.241292 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba95e39d-4f7e-49d1-9bae-8ae2d73beebf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.245585 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ba95e39d-4f7e-49d1-9bae-8ae2d73beebf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8222666 May 25 17:09:29.259347 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47820) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:29.271866 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-6380ae14-5967-4a11-89ce-98a5599cfbd9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'security_group_rule': {'security_group_id': 'f8765045-c0bd-4089-8cc5-98b2857e1ca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:29.435911 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6380ae14-5967-4a11-89ce-98a5599cfbd9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (0dfd0894-79f0-4778-bfe4-03eb260d4520), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.629881 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Checking router: fc5c047f-c166-4125-abc3-5dcb225e78b4 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:09:29.630461 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Updating router fc5c047f-c166-4125-abc3-5dcb225e78b4 port 1b2ec44e-09b0-49cb-b18f-711409b13165 binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:09:29.685176 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.754399 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6380ae14-5967-4a11-89ce-98a5599cfbd9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (0dfd0894-79f0-4778-bfe4-03eb260d4520), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.765461 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6380ae14-5967-4a11-89ce-98a5599cfbd9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (0dfd0894-79f0-4778-bfe4-03eb260d4520), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.777373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.778266 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (1f77aae2-451b-4218-a47f-7a2043f0d106), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.788109 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-9e357765-83ab-405d-966b-623e0c37c675 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/quotas/8c297ec7b46943f594b67c95479f1f7c HTTP/1.1" status: 200 len: 375 time: 1.3619304 May 25 17:09:29.809002 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:29.825442 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port b35ecee2-f953-4358-9503-b8c3c4779fd6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:29.826232 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.838721 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380ae14-5967-4a11-89ce-98a5599cfbd9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfd0894-79f0-4778-bfe4-03eb260d4520,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:29.862037 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6380ae14-5967-4a11-89ce-98a5599cfbd9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:29.869662 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6380ae14-5967-4a11-89ce-98a5599cfbd9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6082718 May 25 17:09:29.870792 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47858) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:29.878545 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-4f8d5f2d-fb53-4f63-86b0-12745254ab8f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1584203857&fields=id&tenant_id=7691c75f7a3448e38a99489d3df21925 HTTP/1.1" status: 200 len: 267 time: 0.3610406 May 25 17:09:29.883606 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:29.922671 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:29.948485 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:30.188254 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:30.239670 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-8bea311b-af86-4d93-b85c-5f2a4fa742d0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4503570 May 25 17:09:30.303116 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:30.322109 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6be65-54a8-46a2-b116-4b15d833524c req-b4cabed5-8bcd-466b-836b-b280acc97120 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:30.324192 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-b4cabed5-8bcd-466b-836b-b280acc97120 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 808 time: 0.4111879 May 25 17:09:30.382015 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-24d68419-cf80-427f-bf5f-1f29094eeb34 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/quotas/7691c75f7a3448e38a99489d3df21925 HTTP/1.1" status: 200 len: 375 time: 0.0235069 May 25 17:09:30.428262 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:30.430367 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbfec7d-46e1-477d-8236-36f39e8d299f {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:30.439321 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:30.443349 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Publish callbacks [] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:30.563370 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port b35ecee2-f953-4358-9503-b8c3c4779fd6 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:30.563808 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:30.621279 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-c0705829-7d1a-4a8e-a467-ac1f7db5f38e service neutron] 10.222.0.31 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801012 May 25 17:09:30.627382 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Transition to ACTIVE for port object adbfec7d-46e1-477d-8236-36f39e8d299f will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:09:30.668645 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port b35ecee2-f953-4358-9503-b8c3c4779fd6, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=b35ecee2-f953-4358-9503-b8c3c4779fd6,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:30.702623 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:30.715798 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:30.716474 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 6047f0da-8928-4fbe-8ed9-10332e9c9fed up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:30.960213 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Publish callbacks [] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:31.041712 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:31.062268 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=b35ecee2-f953-4358-9503-b8c3c4779fd6,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:31.093188 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:31.139013 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47890) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:31.145486 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:09:31.154454 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 6047f0da-8928-4fbe-8ed9-10332e9c9fed triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:31.162971 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:31.241532 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:31.256413 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-cb5e6d92-0d3a-44b0-a1f6-bf57b4f17449 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8654346 May 25 17:09:31.319856 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-aafdcd6c-6a83-4d11-9199-0652fcb3c31a service neutron] 10.222.0.31 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976786 May 25 17:09:31.325664 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Pushing event updated for resources: {'Port': ['ID=adbfec7d-46e1-477d-8236-36f39e8d299f,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:31.336754 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Allocated IP 172.27.0.32 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/9981ea07-f6ff-466b-9026-e937c79c3768) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:31.456861 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Attempting to bind port adbfec7d-46e1-477d-8236-36f39e8d299f on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:31.457550 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Attempting to bind port adbfec7d-46e1-477d-8236-36f39e8d299f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ba38ef69-cb11-4a1e-8dec-3c29583e80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd9aa901-6a70-4a5a-a91a-969e2210030b'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:31.458283 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Attempting to bind port adbfec7d-46e1-477d-8236-36f39e8d299f on network cd9aa901-6a70-4a5a-a91a-969e2210030b {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:31.461986 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebef33-f3fd-4c91-b410-fc5289ba00dc None None] Pushing event updated for resources: {'Port': ['ID=1b2ec44e-09b0-49cb-b18f-711409b13165,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:31.477510 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Port adbfec7d-46e1-477d-8236-36f39e8d299f on network cd9aa901-6a70-4a5a-a91a-969e2210030b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:09:31.478118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Attempting to bind port adbfec7d-46e1-477d-8236-36f39e8d299f on network cd9aa901-6a70-4a5a-a91a-969e2210030b {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:31.489244 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:31.490035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Checking segment: {'id': 'ba38ef69-cb11-4a1e-8dec-3c29583e80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd9aa901-6a70-4a5a-a91a-969e2210030b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:31.491094 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Bound using segment: {'id': 'ba38ef69-cb11-4a1e-8dec-3c29583e80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd9aa901-6a70-4a5a-a91a-969e2210030b'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:31.491726 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Bound port: adbfec7d-46e1-477d-8236-36f39e8d299f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba38ef69-cb11-4a1e-8dec-3c29583e80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd9aa901-6a70-4a5a-a91a-969e2210030b'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:31.492654 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:31.684625 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-a1c3fc5e-9035-4665-9951-917e37d02b9a None None] Provisioning complete for port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:31.685596 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a1c3fc5e-9035-4665-9951-917e37d02b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:31.699653 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Sync routers for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:09:31.723153 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:31.724540 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:31.852801 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:31.855429 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Attempting to bind port 1b2ec44e-09b0-49cb-b18f-711409b13165 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:31.862987 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Attempting to bind port 1b2ec44e-09b0-49cb-b18f-711409b13165 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:31.863759 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Attempting to bind port 1b2ec44e-09b0-49cb-b18f-711409b13165 on network 79368167-854c-4f50-95fb-3c054bede279 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:31.869714 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-94366ba5-7423-4383-90a8-34166e4bcea3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:09:31.871755 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-94366ba5-7423-4383-90a8-34166e4bcea3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2190356 May 25 17:09:31.886180 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:31.930193 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:31.930587 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Checking segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:31.930993 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:31.931394 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Bound using segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:31.931885 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Bound port: 1b2ec44e-09b0-49cb-b18f-711409b13165, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:31.932303 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:31.938832 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:32.011674 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3fc5e-9035-4665-9951-917e37d02b9a None None] Port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:32.023294 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 6047f0da-8928-4fbe-8ed9-10332e9c9fed is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:32.023687 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.084955 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for port (9981ea07-f6ff-466b-9026-e937c79c3768), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.096043 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] For port adbfec7d-46e1-477d-8236-36f39e8d299f, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:32.100617 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:21Z', 'revision_number': 2, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:32.171364 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:32.176059 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Checking router: 30ea7659-9232-4ef1-9e0d-3d2ac794818e for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:09:32.176425 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Updating router 30ea7659-9232-4ef1-9e0d-3d2ac794818e port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:09:32.214576 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] For port adbfec7d-46e1-477d-8236-36f39e8d299f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=adbfec7d-46e1-477d-8236-36f39e8d299f,segment=NetworkSegment(ba38ef69-cb11-4a1e-8dec-3c29583e80fd),segment_id=ba38ef69-cb11-4a1e-8dec-3c29583e80fd)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:32.223271 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 6047f0da-8928-4fbe-8ed9-10332e9c9fed, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=6047f0da-8928-4fbe-8ed9-10332e9c9fed,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:32.252105 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.261244 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 4a0c9cb0-c487-4e29-99d0-0204d6acb311 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:32.286929 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.368556 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:32.375384 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:32.406433 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-ef0dc5a2-fd38-445d-b0cd-d3f7a7cd57ec None None] Provisioning complete for port 1b2ec44e-09b0-49cb-b18f-711409b13165 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:32.407073 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ef0dc5a2-fd38-445d-b0cd-d3f7a7cd57ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.414208 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-78d8b576-ca58-4141-887b-17d630399cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.417159 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.448841 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-1d089854-1b1a-4fab-9fb1-60a7333f0a4c service neutron] 10.222.0.31 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464108 May 25 17:09:32.499384 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (9981ea07-f6ff-466b-9026-e937c79c3768), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.564745 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] For port 1b2ec44e-09b0-49cb-b18f-711409b13165, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:32.624601 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=6047f0da-8928-4fbe-8ed9-10332e9c9fed,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:32.627977 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ef0dc5a2-fd38-445d-b0cd-d3f7a7cd57ec None None] Port 1b2ec44e-09b0-49cb-b18f-711409b13165 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:32.632540 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] For port 1b2ec44e-09b0-49cb-b18f-711409b13165, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=1b2ec44e-09b0-49cb-b18f-711409b13165,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:32.658326 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:09:32.664931 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.682652 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8a0009c4-36d4-43ea-a643-d59fd7818870 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f77aae2-451b-4218-a47f-7a2043f0d106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6987820 May 25 17:09:32.710192 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460892c-0c6c-46bf-b6db-5561163d56ba req-cfc116bd-1e31-44b9-8e2a-9d990d6188fe tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:32.712890 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:09:32.713923 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f460892c-0c6c-46bf-b6db-5561163d56ba req-cfc116bd-1e31-44b9-8e2a-9d990d6188fe tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 943 time: 0.5179250 May 25 17:09:32.735258 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:32.738588 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.741813 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] 10.222.0.71 "PUT /v2.0/ports/adbfec7d-46e1-477d-8236-36f39e8d299f HTTP/1.1" status: 200 len: 1093 time: 5.4032755 May 25 17:09:32.754357 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a815e8-f0d5-4121-9124-d96e02afa8b2', 'tag': 'adbfec7d-46e1-477d-8236-36f39e8d299f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:32.815639 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:32.816149 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:32.874361 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:32.886923 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:32.904567 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:32.978042 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'Port': ['ID=9981ea07-f6ff-466b-9026-e937c79c3768,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:33.047611 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:33.048273 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:33.106409 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (26e37775-797f-4de4-a5fd-6432a7a7a551), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.112098 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:33.114484 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Publish callbacks [] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.116334 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:33.133800 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.142059 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-c725630f-b7e4-401c-be1d-29f6a51afa0a service neutron] 10.222.0.31 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887712 May 25 17:09:33.316325 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9981ea07-f6ff-466b-9026-e937c79c3768), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.392707 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3561-1a68-48d9-9f3c-ee2e4e334e7f None None] Pushing event updated for resources: {'Port': ['ID=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:33.571468 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-78d8b576-ca58-4141-887b-17d630399cec admin admin] Publish callbacks [] for security_group (fa7dc9a7-d4f5-48a4-8686-fc3a9eecb39f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.625666 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Attempting to bind port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:33.626183 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Attempting to bind port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:33.627100 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Attempting to bind port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff on network 8771ee30-f2eb-41ac-813c-a5d3ee111699 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:33.634660 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:33.634878 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e99d970-1d77-4af2-af1a-ece9c3bc8910" -d '{"events": [{"name": "network-changed", "server_uuid": "57a815e8-f0d5-4121-9124-d96e02afa8b2", "tag": "adbfec7d-46e1-477d-8236-36f39e8d299f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:33.635210 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Checking segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:33.635714 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.636454 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Bound using segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:33.637307 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Bound port: 0d3629ad-9a3b-45a8-b59b-cb418a7538ff, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:33.638437 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.701268 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-78d8b576-ca58-4141-887b-17d630399cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (fa7dc9a7-d4f5-48a4-8686-fc3a9eecb39f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.822002 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:33.875401 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] For port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:33.887945 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] For port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:33.894742 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:33.936789 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500ef63-9563-4a08-b0b3-b8f5c8cd1da1 service neutron] Pushing event updated for resources: {'Port': ['ID=adbfec7d-46e1-477d-8236-36f39e8d299f,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:33.951714 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:33.990854 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6490780c-2441-4456-81d5-721bbe542d21 req-d4e2c7e5-6528-4c9a-8b46-81f25e8e3805 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 210 time: 0.1032720 May 25 17:09:33.993040 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebef33-f3fd-4c91-b410-fc5289ba00dc None None] Pushing event updated for resources: {'Port': ['ID=1b2ec44e-09b0-49cb-b18f-711409b13165,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:34.041671 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f460892c-0c6c-46bf-b6db-5561163d56ba req-d388b89d-acf8-419d-9986-97cfebc75031 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2873306 May 25 17:09:34.120001 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3561-1a68-48d9-9f3c-ee2e4e334e7f None None] Pushing event updated for resources: {'Port': ['ID=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:34.123667 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-29c16d18-2da3-48bf-bcb5-1a9a16462fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:34.129196 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-29c16d18-2da3-48bf-bcb5-1a9a16462fb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=23a454e276d3405a93a67513e1a12126&device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 1127 time: 1.0987031 May 25 17:09:34.156510 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:34.158199 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:34.160735 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:34.162439 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:34.189939 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-78d8b576-ca58-4141-887b-17d630399cec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56312fad2ba54c13b10e35801fe26db8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0025966 May 25 17:09:34.197393 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 47988) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:34.318373 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-75c8dd51-26f2-4fc0-9f0d-7b009d64cbf3 None None] Provisioning complete for port 1b2ec44e-09b0-49cb-b18f-711409b13165 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:34.318773 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-75c8dd51-26f2-4fc0-9f0d-7b009d64cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:34.394782 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for port (9981ea07-f6ff-466b-9026-e937c79c3768), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:34.396114 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:34.406081 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9981ea07-f6ff-466b-9026-e937c79c3768), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:34.494955 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:34.556001 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-050a7c49-0716-452c-a1be-859fdc45d621 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adbfec7d-46e1-477d-8236-36f39e8d299f HTTP/1.1" status: 200 len: 217 time: 0.3594785 May 25 17:09:34.559051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 47996) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:34.584627 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-dd588c89-8b6d-4e8e-bf78-0a54bf8aae89 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904226382', 'description': 'tempest-description--1646607145'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:34.662109 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8b576-ca58-4141-887b-17d630399cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7dc9a7-d4f5-48a4-8686-fc3a9eecb39f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:34.744506 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3657bda-411c-487a-b441-e3c4a2b732a6 admin admin] Publish callbacks [] for security_group (fa7dc9a7-d4f5-48a4-8686-fc3a9eecb39f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:34.812345 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (26e37775-797f-4de4-a5fd-6432a7a7a551), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:34.856025 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:34.897055 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0ad56277-8660-4926-9101-8ad683c97330 req-f09e9dbc-9082-4587-98e7-21f647385b75 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 210 time: 0.3347335 May 25 17:09:34.901273 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:34.910331 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0377331 May 25 17:09:34.934591 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4516-7533-40e0-a57f-466200075a2d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'Port': ['ID=9981ea07-f6ff-466b-9026-e937c79c3768,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:34.936497 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-faffa908-c161-44be-80b9-468be0dad290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:34.940150 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-faffa908-c161-44be-80b9-468be0dad290 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3fe56cb-71dd-4a4c-b9fb-965abb88abbe HTTP/1.1" status: 200 len: 850 time: 0.3259349 May 25 17:09:34.952697 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd588c89-8b6d-4e8e-bf78-0a54bf8aae89 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:35.008182 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed16cc9-702b-41d0-82a1-9e98bf22b1ed x-openstack-request-id: req-0ed16cc9-702b-41d0-82a1-9e98bf22b1ed {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:35.016702 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a815e8-f0d5-4121-9124-d96e02afa8b2", "tag": "adbfec7d-46e1-477d-8236-36f39e8d299f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:35.017282 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ed16cc9-702b-41d0-82a1-9e98bf22b1ed {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:35.017959 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed16cc9-702b-41d0-82a1-9e98bf22b1ed'] response: {'name': 'network-changed', 'server_uuid': '57a815e8-f0d5-4121-9124-d96e02afa8b2', 'tag': 'adbfec7d-46e1-477d-8236-36f39e8d299f', 'status': 'completed', 'code': 200} May 25 17:09:35.025964 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3657bda-411c-487a-b441-e3c4a2b732a6 admin admin] Publish callbacks [] for security_group (fa7dc9a7-d4f5-48a4-8686-fc3a9eecb39f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:35.109803 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:33Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:35.213613 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b5786-7ac0-4d8e-be59-dbe7a436b38e None None] The sync data for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi is: [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:33Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:09:35.216887 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:35.302293 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3657bda-411c-487a-b441-e3c4a2b732a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (fa7dc9a7-d4f5-48a4-8686-fc3a9eecb39f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:35.304977 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3657bda-411c-487a-b441-e3c4a2b732a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:35.306235 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e3657bda-411c-487a-b441-e3c4a2b732a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa7dc9a7-d4f5-48a4-8686-fc3a9eecb39f HTTP/1.1" status: 204 len: 168 time: 1.1079292 May 25 17:09:35.390832 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d78c4-ee76-4945-9bcf-9222f3a80b9e req-b3b5eeca-8642-47c2-920e-9c91ad7a4b5c tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:35.397947 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f5d78c4-ee76-4945-9bcf-9222f3a80b9e req-b3b5eeca-8642-47c2-920e-9c91ad7a4b5c tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 943 time: 0.1947834 May 25 17:09:35.402471 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3657bda-411c-487a-b441-e3c4a2b732a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7dc9a7-d4f5-48a4-8686-fc3a9eecb39f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:35.451570 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.71', 50995) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:35.472871 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-aaabb312-0ac7-4284-bb43-d52eb20fe498 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cd9aa901-6a70-4a5a-a91a-969e2210030b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2519975 May 25 17:09:35.485864 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd588c89-8b6d-4e8e-bf78-0a54bf8aae89 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (2922d86d-f35a-49df-81e3-8b57781039f8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:35.548737 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:35.607286 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd588c89-8b6d-4e8e-bf78-0a54bf8aae89 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2922d86d-f35a-49df-81e3-8b57781039f8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:35.933891 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f5d78c4-ee76-4945-9bcf-9222f3a80b9e req-5a3db8d4-b5e9-4b76-bafa-d99283392475 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224061 May 25 17:09:36.027476 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-8cfd748e-4225-46f4-98dd-6364016e01c5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:36.028997 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-8cfd748e-4225-46f4-98dd-6364016e01c5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 819 time: 0.5760539 May 25 17:09:36.173579 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd588c89-8b6d-4e8e-bf78-0a54bf8aae89 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:36.179394 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dd588c89-8b6d-4e8e-bf78-0a54bf8aae89 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6069348 May 25 17:09:36.197446 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:36.198831 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd588c89-8b6d-4e8e-bf78-0a54bf8aae89 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2922d86d-f35a-49df-81e3-8b57781039f8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:36.201283 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48052) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:36.213941 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1924c80f-c873-40c7-a033-e9176e4fdb1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group_rule': {'security_group_id': '2922d86d-f35a-49df-81e3-8b57781039f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:36.246500 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:36.254431 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-484fcd61-b775-4cd7-8e5b-ea0a12153e4a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--460083875&fields=id&tenant_id=197671139e6b42069ba82ea9fdf1da40 HTTP/1.1" status: 200 len: 267 time: 0.1209247 May 25 17:09:36.304122 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-5eaf15e8-3243-4fba-9a3e-62a4b34dfe4d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:36.311989 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-5eaf15e8-3243-4fba-9a3e-62a4b34dfe4d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 819 time: 1.0078483 May 25 17:09:36.312499 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48056) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:36.312877 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48058) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:36.440917 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae45cc1-a8ef-4869-b9ca-7b76b2b1b12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:36.448185 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-5ce276d0-9927-4055-bfad-643714c41789 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/quotas/8c297ec7b46943f594b67c95479f1f7c HTTP/1.1" status: 200 len: 375 time: 0.0898502 May 25 17:09:36.457586 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1924c80f-c873-40c7-a033-e9176e4fdb1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (a4ac52a5-754b-4a4f-8b3a-64cef32a814a), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:36.528206 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-4789bde1-54d3-4257-b2c4-846c0590df70 service neutron] 10.222.0.71 "GET /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9527962 May 25 17:09:36.562734 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:36.566827 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:36.569467 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a6539e6c-aedc-490b-86e9-225790c2425e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:36.573438 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a6539e6c-aedc-490b-86e9-225790c2425e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 817 time: 0.3024724 May 25 17:09:36.585499 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'port': {'device_id': '8f434295-7a0d-4d51-8f4e-6698b399b20a', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'admin_state_up': True, 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:36.641814 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-2d38f1b4-628c-4815-8778-f6156f2d9540 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677959 May 25 17:09:36.645596 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.71', 50999) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:36.727071 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-75c8dd51-26f2-4fc0-9f0d-7b009d64cbf3 None None] Current status of the port 1b2ec44e-09b0-49cb-b18f-711409b13165 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:36.727606 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-75c8dd51-26f2-4fc0-9f0d-7b009d64cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:36.730061 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 0d3629ad-9a3b-45a8-b59b-cb418a7538ff up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:36.736235 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20e7fc-6906-440c-b167-21fdd2cbeb29 None None] The sync data for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi is: [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:09:36.794830 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9a40214b-ca53-4d14-8671-fc4b6a0a071f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/quotas/197671139e6b42069ba82ea9fdf1da40 HTTP/1.1" status: 200 len: 375 time: 0.0803428 May 25 17:09:36.812544 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 2, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:36.941187 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-75c8dd51-26f2-4fc0-9f0d-7b009d64cbf3 None None] For port 1b2ec44e-09b0-49cb-b18f-711409b13165, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=1b2ec44e-09b0-49cb-b18f-711409b13165,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:36.950535 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:09:36.950967 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Updating router 1f77aae2-451b-4218-a47f-7a2043f0d106 port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:09:36.979387 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-75c8dd51-26f2-4fc0-9f0d-7b009d64cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.008399 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-8699d82d-e2bd-41c9-b1b7-40f0a32bf206 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018063 May 25 17:09:37.013641 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-9eac2c2d-5ab6-4f73-9bd6-b266336ee9f9 service neutron] 10.222.0.31 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518882 May 25 17:09:37.034223 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:37.035131 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.073797 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.101385 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Made reservation on behalf of 8c297ec7b46943f594b67c95479f1f7c for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:37.105469 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.117250 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4dcdfc31-c853-448e-9b3a-f5ac83171ebb None None] Provisioning complete for port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:37.117636 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfc31-c853-448e-9b3a-f5ac83171ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.162777 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-49a67aae-6a6e-4230-91a9-1d927e0b6f0a service neutron] 10.222.0.31 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479728 May 25 17:09:37.164949 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfb5ddb2-4c04-46ce-82f9-e2517d11ea24 req-797c0981-9dcd-4de1-8892-c2c2cbff3436 service neutron] 10.222.0.71 "GET /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238508 May 25 17:09:37.208995 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73435e71-45d1-40c9-b3f0-06389d6349d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.216311 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:37.217728 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-b99c5ba3-9c76-4f76-9f66-9a417bffcb51 service neutron] 10.222.0.31 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943555 May 25 17:09:37.353551 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73435e71-45d1-40c9-b3f0-06389d6349d1 admin admin] Publish callbacks [] for security_group (7ec913d6-4ade-48a4-b496-2124ad1a5015), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.354744 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:37.364436 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6be65-54a8-46a2-b116-4b15d833524c req-8611aa16-5a6b-41c2-9d81-4ddfbeeeb70e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:37.366243 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-8611aa16-5a6b-41c2-9d81-4ddfbeeeb70e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 808 time: 0.7155950 May 25 17:09:37.371761 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1924c80f-c873-40c7-a033-e9176e4fdb1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (a4ac52a5-754b-4a4f-8b3a-64cef32a814a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.374190 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73435e71-45d1-40c9-b3f0-06389d6349d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (7ec913d6-4ade-48a4-b496-2124ad1a5015), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.433296 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73435e71-45d1-40c9-b3f0-06389d6349d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec913d6-4ade-48a4-b496-2124ad1a5015,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:37.436856 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:37.453212 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1924c80f-c873-40c7-a033-e9176e4fdb1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (a4ac52a5-754b-4a4f-8b3a-64cef32a814a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.474519 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:37.474912 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.508371 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:37.530754 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8dd51-26f2-4fc0-9f0d-7b009d64cbf3 None None] Pushing event updated for resources: {'Port': ['ID=1b2ec44e-09b0-49cb-b18f-711409b13165,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:37.578837 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:37.582600 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-8eacfa36-419f-48d8-ba0a-d26471a2fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:37.585194 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-8eacfa36-419f-48d8-ba0a-d26471a2fd3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=23a454e276d3405a93a67513e1a12126&device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 1127 time: 0.1738145 May 25 17:09:37.608518 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924c80f-c873-40c7-a033-e9176e4fdb1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ac52a5-754b-4a4f-8b3a-64cef32a814a,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:37.645052 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Allocated IP 172.20.0.9 (79368167-854c-4f50-95fb-3c054bede279/51208e80-16c2-4bac-beb9-5cc2fe309044/3c00686d-3bd0-4e09-a004-2c18e278c159) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:37.650226 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-795b459c-a999-4430-9ee6-21b00955411e service neutron] 10.222.0.31 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210343 May 25 17:09:37.679174 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-73435e71-45d1-40c9-b3f0-06389d6349d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=853bdf2ad18a44e79889702666782681&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3605769 May 25 17:09:37.681240 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae45cc1-a8ef-4869-b9ca-7b76b2b1b12c admin admin] Publish callbacks [] for security_group (563e1841-618d-46e8-9cfb-e8cde0e90b13), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.684818 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48084) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:37.695628 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-63905c94-6345-4094-b278-6d9e94eb45b4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7691c75f7a3448e38a99489d3df21925 HTTP/1.1" status: 200 len: 380 time: 0.2631783 May 25 17:09:37.711540 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.733083 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:37.750849 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.752205 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 648d0092-58dc-4af6-913d-a99fb3140094 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:37.762506 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdfc31-c853-448e-9b3a-f5ac83171ebb None None] Current status of the port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:37.763111 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfc31-c853-448e-9b3a-f5ac83171ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.797277 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-20c3d7e1-fe2f-4058-a9d9-219492699aff req-e4c167c3-eb0a-4359-b13b-5a9b4612b706 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 210 time: 0.1932969 May 25 17:09:37.822786 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae45cc1-a8ef-4869-b9ca-7b76b2b1b12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (563e1841-618d-46e8-9cfb-e8cde0e90b13), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:37.957312 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fae45cc1-a8ef-4869-b9ca-7b76b2b1b12c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d85f701624c4376bed42ecccb599066&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6253946 May 25 17:09:37.957312 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae45cc1-a8ef-4869-b9ca-7b76b2b1b12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563e1841-618d-46e8-9cfb-e8cde0e90b13,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:37.959121 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48090) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:38.050693 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1924c80f-c873-40c7-a033-e9176e4fdb1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.052623 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1924c80f-c873-40c7-a033-e9176e4fdb1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8421166 May 25 17:09:38.154097 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:38.154913 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48096) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:38.186712 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-727554d5-cc46-4907-83a8-3ca9bcc5067d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group_rule': {'security_group_id': '2922d86d-f35a-49df-81e3-8b57781039f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:38.194905 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:38.223183 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-674f2670-94d1-4873-b8bf-b5354ba1db86 admin admin] Publish callbacks [] for security_group (7ec913d6-4ade-48a4-b496-2124ad1a5015), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.239209 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-915b7551-5fa3-46f6-98e8-dc57ca68c1fa req-cd7ec923-5ae9-477e-afef-73cdefc76278 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 210 time: 0.0817640 May 25 17:09:38.254986 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 648d0092-58dc-4af6-913d-a99fb3140094 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:38.255475 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (648d0092-58dc-4af6-913d-a99fb3140094), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.276576 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e45d9-9b16-4941-a2c3-fb99489f36ef req-fec67e7f-8427-4c8a-a01f-e5e06990c320 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:38.278318 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef4e45d9-9b16-4941-a2c3-fb99489f36ef req-fec67e7f-8427-4c8a-a01f-e5e06990c320 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 943 time: 0.3240845 May 25 17:09:38.293368 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Publish callbacks [] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.323874 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.329639 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.340544 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-91992b1c-9949-4893-af23-834807f506ea admin admin] Publish callbacks [] for security_group (563e1841-618d-46e8-9cfb-e8cde0e90b13), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.353002 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.db.api [None req-4dcdfc31-c853-448e-9b3a-f5ac83171ebb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 17:09:38.353408 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG oslo_db.api [None req-4dcdfc31-c853-448e-9b3a-f5ac83171ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:09:38.373981 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b121eb4-d1d3-4501-98f1-2032b513d305 req-c81347cb-3dc9-4b40-a444-e0d78968c17f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0405967 May 25 17:09:38.379144 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-91992b1c-9949-4893-af23-834807f506ea admin admin] Publish callbacks [] for security_group (563e1841-618d-46e8-9cfb-e8cde0e90b13), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.397287 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-674f2670-94d1-4873-b8bf-b5354ba1db86 admin admin] Publish callbacks [] for security_group (7ec913d6-4ade-48a4-b496-2124ad1a5015), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.453690 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-727554d5-cc46-4907-83a8-3ca9bcc5067d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (6588dc14-f248-4b51-9920-05300e2bbf39), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.525266 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe55d2-034d-4a66-b432-1b4a7dee48e7 None None] Pushing event updated for resources: {'Port': ['ID=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:38.588940 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.640463 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 648d0092-58dc-4af6-913d-a99fb3140094 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:38.641695 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 784508b8-3dca-4b3a-a42c-aece3d178cc9 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:38.663343 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Network 79368167-854c-4f50-95fb-3c054bede279 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:38.718610 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:38.752135 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:38.758761 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:38.759566 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.763822 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Attempting to bind port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:38.767058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Attempting to bind port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:38.767619 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Attempting to bind port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:38.791372 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:38.791834 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Checking segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:38.797226 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.798061 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Bound using segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:38.798727 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Bound port: 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:38.799127 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.804501 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-727554d5-cc46-4907-83a8-3ca9bcc5067d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (6588dc14-f248-4b51-9920-05300e2bbf39), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:38.816222 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2406490 May 25 17:09:38.860213 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Request body: {'port': {'device_id': '8f434295-7a0d-4d51-8f4e-6698b399b20a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:38.955768 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:39.032410 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:39.086519 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device adbfec7d-46e1-477d-8236-36f39e8d299f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:09:39.091240 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-727554d5-cc46-4907-83a8-3ca9bcc5067d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (6588dc14-f248-4b51-9920-05300e2bbf39), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.097028 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 784508b8-3dca-4b3a-a42c-aece3d178cc9 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:39.097880 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.102271 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'port': {'device_id': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'admin_state_up': True, 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'security_groups': ['d44e5bd1-e317-4115-bbf6-da5fc70e4d41']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:39.106907 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-04a3c744-53ea-46d8-a7de-168da76fab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:39.108366 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-04a3c744-53ea-46d8-a7de-168da76fab7b service neutron] 10.222.0.71 "GET /v2.0/networks?id=cd9aa901-6a70-4a5a-a91a-969e2210030b HTTP/1.1" status: 200 len: 911 time: 0.5976396 May 25 17:09:39.109902 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-91992b1c-9949-4893-af23-834807f506ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (563e1841-618d-46e8-9cfb-e8cde0e90b13), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.113561 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-91992b1c-9949-4893-af23-834807f506ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.114710 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-91992b1c-9949-4893-af23-834807f506ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/563e1841-618d-46e8-9cfb-e8cde0e90b13 HTTP/1.1" status: 204 len: 168 time: 1.1542268 May 25 17:09:39.128345 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdfc31-c853-448e-9b3a-f5ac83171ebb None None] Current status of the port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:39.132813 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.152232 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-674f2670-94d1-4873-b8bf-b5354ba1db86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (7ec913d6-4ade-48a4-b496-2124ad1a5015), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.155694 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-674f2670-94d1-4873-b8bf-b5354ba1db86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.156896 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-674f2670-94d1-4873-b8bf-b5354ba1db86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ec913d6-4ade-48a4-b496-2124ad1a5015 HTTP/1.1" status: 204 len: 168 time: 1.4710178 May 25 17:09:39.186595 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:39.266496 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d0cad1ab-ca84-478b-aa9e-6b346d60bd01 None None] Provisioning complete for port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:39.271528 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0cad1ab-ca84-478b-aa9e-6b346d60bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.275459 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] For port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:39.366320 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] For port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:39.390589 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:39.408107 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d0cad1ab-ca84-478b-aa9e-6b346d60bd01 None None] Port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:39.475038 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-56b4c107-abd7-4dda-a2c7-eeef2ce4a2d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adbfec7d-46e1-477d-8236-36f39e8d299f HTTP/1.1" status: 200 len: 217 time: 0.1083677 May 25 17:09:39.476427 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91992b1c-9949-4893-af23-834807f506ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563e1841-618d-46e8-9cfb-e8cde0e90b13,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:39.634308 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-cf2fa37d-63d8-4bc7-b13b-2b92c02997da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:39.639303 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-cf2fa37d-63d8-4bc7-b13b-2b92c02997da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3fe56cb-71dd-4a4c-b9fb-965abb88abbe HTTP/1.1" status: 200 len: 850 time: 0.1502891 May 25 17:09:39.640218 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.71', 51005) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:39.677517 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:39.793771 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727554d5-cc46-4907-83a8-3ca9bcc5067d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6588dc14-f248-4b51-9920-05300e2bbf39,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:39.907739 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c6a81a3-6fbe-45c3-9ea3-fcec8816e20c req-0d5d6ee8-5bce-4a62-8a13-a173eb4b7908 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 210 time: 0.7954845 May 25 17:09:39.935523 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672148d-b8e7-4cdb-b4a2-49e6333ab5e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event updated for resources: {'Port': ['ID=3c00686d-3bd0-4e09-a004-2c18e278c159,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:39.943703 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-3d604c20-d458-49ec-bb78-29fe86f78a18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cd9aa901-6a70-4a5a-a91a-969e2210030b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2447448 May 25 17:09:39.969251 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef4e45d9-9b16-4941-a2c3-fb99489f36ef req-da59b16c-06f4-4412-b334-db9fb78c58a2 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6783624 May 25 17:09:39.981831 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f2670-94d1-4873-b8bf-b5354ba1db86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec913d6-4ade-48a4-b496-2124ad1a5015,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:39.998996 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-727554d5-cc46-4907-83a8-3ca9bcc5067d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.004454 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-727554d5-cc46-4907-83a8-3ca9bcc5067d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8345392 May 25 17:09:40.011463 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48144) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:40.020984 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:40.073000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.100743 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port adbfec7d-46e1-477d-8236-36f39e8d299f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=adbfec7d-46e1-477d-8236-36f39e8d299f,segment=NetworkSegment(ba38ef69-cb11-4a1e-8dec-3c29583e80fd),segment_id=ba38ef69-cb11-4a1e-8dec-3c29583e80fd)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:40.108546 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48148) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:40.125440 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a47a67a6-c3b3-4348-a874-f4884f94e8bb req-c109c825-7af6-4e0d-82ab-bc9b5a45592c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 210 time: 0.0673692 May 25 17:09:40.135992 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'adbfec7d-46e1-477d-8236-36f39e8d299f', 'network_id': 'cd9aa901-6a70-4a5a-a91a-969e2210030b', 'port_id': 'adbfec7d-46e1-477d-8236-36f39e8d299f', 'mac_address': 'fa:16:3e:89:48:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fe56cb-71dd-4a4c-b9fb-965abb88abbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:09:40.138849 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 784508b8-3dca-4b3a-a42c-aece3d178cc9 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:40.139502 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.153459 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-72b977de-3c2b-42fc-99ea-57c53f549ceb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:40.155513 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-50ea38db-7afe-4334-a77f-3589247db635 None None] Provisioning complete for port 3c00686d-3bd0-4e09-a004-2c18e278c159 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:40.155884 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-50ea38db-7afe-4334-a77f-3589247db635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.158403 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-72b977de-3c2b-42fc-99ea-57c53f549ceb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 819 time: 0.5057976 May 25 17:09:40.162217 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d1a36f62-fb4d-469e-b1a8-41474a92356a req-24ffd6a4-de85-49db-a4d8-976622075f36 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0753951 May 25 17:09:40.163556 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Made reservation on behalf of 7691c75f7a3448e38a99489d3df21925 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:40.168384 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.186343 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e991949-357f-486d-887e-4484c077d65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.207694 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-50ea38db-7afe-4334-a77f-3589247db635 None None] Port 3c00686d-3bd0-4e09-a004-2c18e278c159 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:40.211708 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:40.230345 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 784508b8-3dca-4b3a-a42c-aece3d178cc9, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=784508b8-3dca-4b3a-a42c-aece3d178cc9,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:40.270867 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:09:40.271434 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:40.329391 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.344351 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port adbfec7d-46e1-477d-8236-36f39e8d299f is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:40.345372 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.358141 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.359222 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device b35ecee2-f953-4358-9503-b8c3c4779fd6 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:40.382441 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e991949-357f-486d-887e-4484c077d65b admin admin] Publish callbacks [] for security_group (ceddd598-3c4b-426f-87ea-d8a2d005e473), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.383622 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Allocated IP 172.20.0.3 (d76a1c5f-4c89-4d32-84e7-0dba2627dce6/8e9301a3-d230-4d95-8bab-b26a2f375c52/9a8368c6-6150-48dd-9dcf-3a607cd09518) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:40.416099 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe55d2-034d-4a66-b432-1b4a7dee48e7 None None] Pushing event updated for resources: {'Port': ['ID=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:40.421234 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e991949-357f-486d-887e-4484c077d65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ceddd598-3c4b-426f-87ea-d8a2d005e473), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.425959 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c00686d-3bd0-4e09-a004-2c18e278c159 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:40.448339 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Publish callbacks [] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.466220 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-85787866-dbb2-4812-93e4-5cf8c684b4c3 None None] Provisioning complete for port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:40.466624 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85787866-dbb2-4812-93e4-5cf8c684b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.506136 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbfec7d-46e1-477d-8236-36f39e8d299f {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:40.511288 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4e991949-357f-486d-887e-4484c077d65b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95a7979c0f7847e9970344959d804250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845801 May 25 17:09:40.513958 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Transition to ACTIVE for port object 3c00686d-3bd0-4e09-a004-2c18e278c159 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:09:40.518449 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48158) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:40.528104 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e991949-357f-486d-887e-4484c077d65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceddd598-3c4b-426f-87ea-d8a2d005e473,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:40.535242 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.571748 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:40.608136 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:40.616100 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port b35ecee2-f953-4358-9503-b8c3c4779fd6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:40.616735 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.629992 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port adbfec7d-46e1-477d-8236-36f39e8d299f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=adbfec7d-46e1-477d-8236-36f39e8d299f,segment=NetworkSegment(ba38ef69-cb11-4a1e-8dec-3c29583e80fd),segment_id=ba38ef69-cb11-4a1e-8dec-3c29583e80fd)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:40.630806 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:40.682032 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48160) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:40.688556 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.693917 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:09:40.697763 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00686d-3bd0-4e09-a004-2c18e278c159,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:40.737869 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Allocated IP 172.27.0.233 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:40.748898 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=784508b8-3dca-4b3a-a42c-aece3d178cc9,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:40.860524 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.880750 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-494146725-network', 'tenant_id': '6029c9cd860e4cfb8c9b5103f02b8a56'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:40.892665 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-85787866-dbb2-4812-93e4-5cf8c684b4c3 None None] Current status of the port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:40.893737 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85787866-dbb2-4812-93e4-5cf8c684b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.907316 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Made reservation on behalf of 6029c9cd860e4cfb8c9b5103f02b8a56 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:40.910359 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.929597 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:40.980752 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:40.998609 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.007999 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=adbfec7d-46e1-477d-8236-36f39e8d299f,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:41.016503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.043854 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-85787866-dbb2-4812-93e4-5cf8c684b4c3 None None] For port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:41.052548 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port b35ecee2-f953-4358-9503-b8c3c4779fd6 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:41.053732 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 6047f0da-8928-4fbe-8ed9-10332e9c9fed up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:41.058910 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Attempting to bind port 3c00686d-3bd0-4e09-a004-2c18e278c159 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:41.059685 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Attempting to bind port 3c00686d-3bd0-4e09-a004-2c18e278c159 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:41.059685 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Attempting to bind port 3c00686d-3bd0-4e09-a004-2c18e278c159 on network 79368167-854c-4f50-95fb-3c054bede279 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:41.066409 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85787866-dbb2-4812-93e4-5cf8c684b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.066824 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:41.071399 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.088719 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-114b6e9c-8eb2-4731-b553-670129fe2f7d admin admin] Publish callbacks [] for security_group (ceddd598-3c4b-426f-87ea-d8a2d005e473), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.091934 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Port 3c00686d-3bd0-4e09-a004-2c18e278c159 on network 79368167-854c-4f50-95fb-3c054bede279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:09:41.092401 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Attempting to bind port 3c00686d-3bd0-4e09-a004-2c18e278c159 on network 79368167-854c-4f50-95fb-3c054bede279 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:41.108127 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'Port': ['ID=9a8368c6-6150-48dd-9dcf-3a607cd09518,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:41.132791 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:41.138960 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:41.148305 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:41.154798 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:41.156338 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.168058 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa00a0-1d47-439c-9a1d-2bfac50099e6 req-9da2584e-f9cc-48c7-9d75-1c93dfb9d23f tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:41.169950 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-65aa00a0-1d47-439c-9a1d-2bfac50099e6 req-9da2584e-f9cc-48c7-9d75-1c93dfb9d23f tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 944 time: 0.1125212 May 25 17:09:41.184373 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:41.184847 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Checking segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:41.185463 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Bound using segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:41.186028 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Bound port: 3c00686d-3bd0-4e09-a004-2c18e278c159, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:41.186482 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.194873 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:41.205494 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-114b6e9c-8eb2-4731-b553-670129fe2f7d admin admin] Publish callbacks [] for security_group (ceddd598-3c4b-426f-87ea-d8a2d005e473), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.216567 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-5779ed33-6d6a-4a5c-994b-98e19d400220 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7093530 May 25 17:09:41.217290 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:41.222076 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85787866-dbb2-4812-93e4-5cf8c684b4c3 None None] Pushing event updated for resources: {'Port': ['ID=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:41.224287 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Publish callbacks [] for security_group (ea381c4d-ed9d-4ac3-8cdf-629816099bd8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.224648 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dd272-83b5-48d5-925e-bcacd4af5fc1 req-af18cffe-e2a7-4792-ac66-e2a7d654447d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:41.226226 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b13dd272-83b5-48d5-925e-bcacd4af5fc1 req-af18cffe-e2a7-4792-ac66-e2a7d654447d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 931 time: 0.1621711 May 25 17:09:41.226965 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:41.240355 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ea381c4d-ed9d-4ac3-8cdf-629816099bd8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.251558 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:39Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:41.256655 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:41.256877 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 6047f0da-8928-4fbe-8ed9-10332e9c9fed triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:41.257078 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.287007 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-65aa00a0-1d47-439c-9a1d-2bfac50099e6 req-85605229-369e-4c14-a3c1-5255c3348596 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077993 May 25 17:09:41.288143 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:09:41.307007 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea381c4d-ed9d-4ac3-8cdf-629816099bd8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:41.310168 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (e2da502f-e71d-4074-a1cf-d08e3ccf38d1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.312368 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Added segment e2da502f-e71d-4074-a1cf-d08e3ccf38d1 of type vlan for network 68c77ebb-7af7-4282-bff8-957d682a8301 May 25 17:09:41.321195 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01272e-7664-4693-b3ec-fc454838bc43 None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:39Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:09:41.415800 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:41.427727 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (68c77ebb-7af7-4282-bff8-957d682a8301), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.450106 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:41.460977 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] For port 3c00686d-3bd0-4e09-a004-2c18e278c159, host hv-cinder-84330, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:41.478049 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (76c217ae-95a2-4a8c-9b12-adb154aad9ea), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.487154 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b13dd272-83b5-48d5-925e-bcacd4af5fc1 req-f1098e8a-58f8-440e-999a-55054de7f03a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389731 May 25 17:09:41.514773 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] For port 3c00686d-3bd0-4e09-a004-2c18e278c159, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3c00686d-3bd0-4e09-a004-2c18e278c159,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:41.515017 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-114b6e9c-8eb2-4731-b553-670129fe2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ceddd598-3c4b-426f-87ea-d8a2d005e473), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.517617 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 6047f0da-8928-4fbe-8ed9-10332e9c9fed is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:41.517763 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-114b6e9c-8eb2-4731-b553-670129fe2f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.519496 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 4a0c9cb0-c487-4e29-99d0-0204d6acb311 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:41.519618 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-114b6e9c-8eb2-4731-b553-670129fe2f7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ceddd598-3c4b-426f-87ea-d8a2d005e473 HTTP/1.1" status: 204 len: 168 time: 0.9997509 May 25 17:09:41.538957 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-15565106-fbb5-4fb8-be53-223c3eabd668 req-a5bb0832-c884-45d0-9c49-5619b17b43dc tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 210 time: 0.0859623 May 25 17:09:41.593921 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (68c77ebb-7af7-4282-bff8-957d682a8301), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.595302 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:41.595724 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.600277 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.602843 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:41.604324 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.686426 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b6e9c-8eb2-4731-b553-670129fe2f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceddd598-3c4b-426f-87ea-d8a2d005e473,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:41.710172 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0141656 May 25 17:09:41.720533 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48176) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:41.736569 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Request body: {'subnet': {'network_id': '68c77ebb-7af7-4282-bff8-957d682a8301', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-494146725-subnet', 'tenant_id': '6029c9cd860e4cfb8c9b5103f02b8a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:41.743512 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:41.744134 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.747041 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:41.755968 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] 10.222.0.71 "PUT /v2.0/ports/3c00686d-3bd0-4e09-a004-2c18e278c159 HTTP/1.1" status: 200 len: 1093 time: 2.9227207 May 25 17:09:41.758668 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f434295-7a0d-4d51-8f4e-6698b399b20a', 'tag': '3c00686d-3bd0-4e09-a004-2c18e278c159'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:41.758908 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae83ff7-0732-4942-b5eb-be163c05119f admin admin] Pushing event updated for resources: {'Network': ['ID=68c77ebb-7af7-4282-bff8-957d682a8301,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:41.765852 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:41.769144 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-eafab437-e8e5-40ea-b663-5e7c1ab87c8c None None] Provisioning complete for port 9a8368c6-6150-48dd-9dcf-3a607cd09518 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:41.769864 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eafab437-e8e5-40ea-b663-5e7c1ab87c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.809613 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Made reservation on behalf of 6029c9cd860e4cfb8c9b5103f02b8a56 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:41.813498 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.866306 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:41.953499 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-eafab437-e8e5-40ea-b663-5e7c1ab87c8c None None] Port 9a8368c6-6150-48dd-9dcf-3a607cd09518 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:41.964491 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 68c77ebb-7af7-4282-bff8-957d682a8301 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:09:42.192024 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (441a5e7d-846c-472f-908f-90b77e177d41), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:42.267115 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 0d3629ad-9a3b-45a8-b59b-cb418a7538ff up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:42.310119 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:42.353737 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:42.354157 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:42.376528 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441a5e7d-846c-472f-908f-90b77e177d41,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:42.380634 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Checking segment: {'id': 'e2da502f-e71d-4074-a1cf-d08e3ccf38d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68c77ebb-7af7-4282-bff8-957d682a8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:42.381231 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Network hostable DHCP agents. Network: 68c77ebb-7af7-4282-bff8-957d682a8301, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:09:42.384446 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:42.417470 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:42.445695 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-416648bd-d99a-46ad-ab0b-e6ba01530293 req-ff2ed387-7fb8-4da1-93da-edf347c8069b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.7240264 May 25 17:09:42.480198 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (76c217ae-95a2-4a8c-9b12-adb154aad9ea), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:42.489683 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac6d3c-e83c-4013-9d95-72cc039578a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00686d-3bd0-4e09-a004-2c18e278c159,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:42.490699 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:42.493800 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 784508b8-3dca-4b3a-a42c-aece3d178cc9 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:42.531237 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Request body: {'port': {'device_id': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:42.597882 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48196) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:42.638434 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'port': {'device_id': '255e860e-8389-4f93-b7d0-2d80d7b7ad7d', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'admin_state_up': True, 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:42.684423 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 784508b8-3dca-4b3a-a42c-aece3d178cc9 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:42.684939 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:42.700583 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['adbfec7d-46e1-477d-8236-36f39e8d299f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:09:42.743716 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Network 68c77ebb-7af7-4282-bff8-957d682a8301 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:09:42.745630 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:42.746485 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:42.774129 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.71', 51009) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:42.813226 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:42.815972 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8032174 May 25 17:09:42.873443 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7c8c-3521-45ef-be46-6f4a6dd34d98 req-840cc98a-80b5-4ab2-a14c-09926716f0e0 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:42.875719 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f434295-7a0d-4d51-8f4e-6698b399b20a", "tag": "3c00686d-3bd0-4e09-a004-2c18e278c159"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:42.880218 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-81da7c8c-3521-45ef-be46-6f4a6dd34d98 req-840cc98a-80b5-4ab2-a14c-09926716f0e0 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 944 time: 0.2424591 May 25 17:09:42.897941 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411803c-c4f1-456e-9ca1-522f220b9f6f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:42.943312 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 68c77ebb-7af7-4282-bff8-957d682a8301) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:42.965457 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3e45f-1104-448e-abbc-663ca52a3c5b None None] Network 68c77ebb-7af7-4282-bff8-957d682a8301 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:42.968601 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0cb72c7-5258-4b52-8459-c692fd93a69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.026437 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-c8b905ac-bf2c-4ee1-99d2-e2610665665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:43.028109 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-c8b905ac-bf2c-4ee1-99d2-e2610665665c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 1127 time: 0.3823144 May 25 17:09:43.069813 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17056c87-a27a-436e-928f-2dff9375466c req-1ec3dbb6-5b7d-4938-87c9-a6a3df3c668a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:43.078602 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17056c87-a27a-436e-928f-2dff9375466c req-1ec3dbb6-5b7d-4938-87c9-a6a3df3c668a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 931 time: 0.2842953 May 25 17:09:43.088080 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-501c484c-1a68-4688-ae26-f1649cf2a534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:43.089650 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-501c484c-1a68-4688-ae26-f1649cf2a534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 817 time: 0.3104119 May 25 17:09:43.100051 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:43.163298 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17056c87-a27a-436e-928f-2dff9375466c req-1da90f0f-27a7-47bd-bc35-355f0bb69f87 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834987 May 25 17:09:43.176929 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:43.177535 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.181269 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.247798 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0cb72c7-5258-4b52-8459-c692fd93a69a admin admin] Publish callbacks [] for security_group (310ce2a1-2b3e-4151-8a7d-e096c7647a0b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.262504 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0cb72c7-5258-4b52-8459-c692fd93a69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (310ce2a1-2b3e-4151-8a7d-e096c7647a0b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.274606 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-c7ab0bc3-98f7-46a9-8c75-e92185b21fa9 service neutron] 10.222.0.71 "GET /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324812 May 25 17:09:43.299604 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0b5b140b-c4f4-49da-9602-bafc763656e9 req-cea986dc-a691-4325-9ba2-d1a5fa52b449 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 210 time: 0.0488818 May 25 17:09:43.317653 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 784508b8-3dca-4b3a-a42c-aece3d178cc9 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:43.318315 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 1b2ec44e-09b0-49cb-b18f-711409b13165 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:43.355586 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d898c9f2-dabe-4133-9d9c-f668b4df8754 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6332717 May 25 17:09:43.368043 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb72c7-5258-4b52-8459-c692fd93a69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310ce2a1-2b3e-4151-8a7d-e096c7647a0b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:43.376450 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d0cb72c7-5258-4b52-8459-c692fd93a69a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cba07b4637e44ba9a5d6b7a1218d73c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7768123 May 25 17:09:43.376651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48210) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:43.400096 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-81da7c8c-3521-45ef-be46-6f4a6dd34d98 req-b91dce5c-4ad4-4b8e-9631-9d9afb98388c tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201110 May 25 17:09:43.439898 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0392a3-7453-4022-b063-fe1d66e2aeb1 None None] Network 68c77ebb-7af7-4282-bff8-957d682a8301 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:43.457582 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d886aced-e623-434e-91ee-a519fe2c652e admin admin] Publish callbacks [] for security_group (310ce2a1-2b3e-4151-8a7d-e096c7647a0b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.488068 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:43.509183 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Made reservation on behalf of 8c297ec7b46943f594b67c95479f1f7c for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:43.510966 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d886aced-e623-434e-91ee-a519fe2c652e admin admin] Publish callbacks [] for security_group (310ce2a1-2b3e-4151-8a7d-e096c7647a0b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.523070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.592418 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b53cf8-a26d-4fae-aa4e-d7bfbf088acb x-openstack-request-id: req-e1b53cf8-a26d-4fae-aa4e-d7bfbf088acb {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:43.592663 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f434295-7a0d-4d51-8f4e-6698b399b20a", "tag": "3c00686d-3bd0-4e09-a004-2c18e278c159", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:43.593920 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1b53cf8-a26d-4fae-aa4e-d7bfbf088acb {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:43.594557 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b53cf8-a26d-4fae-aa4e-d7bfbf088acb'] response: {'name': 'network-changed', 'server_uuid': '8f434295-7a0d-4d51-8f4e-6698b399b20a', 'tag': '3c00686d-3bd0-4e09-a004-2c18e278c159', 'status': 'completed', 'code': 200} May 25 17:09:43.620039 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 1b2ec44e-09b0-49cb-b18f-711409b13165 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:43.620658 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.644603 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5523c001-664d-47b7-9544-b2604eb1e160 req-93641c2b-f039-479d-b3d8-d57e769bcafd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0548487 May 25 17:09:43.651705 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d886aced-e623-434e-91ee-a519fe2c652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (310ce2a1-2b3e-4151-8a7d-e096c7647a0b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.652488 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:43.657369 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d886aced-e623-434e-91ee-a519fe2c652e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.659639 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d886aced-e623-434e-91ee-a519fe2c652e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/310ce2a1-2b3e-4151-8a7d-e096c7647a0b HTTP/1.1" status: 204 len: 168 time: 0.2811370 May 25 17:09:43.676265 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886aced-e623-434e-91ee-a519fe2c652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ce2a1-2b3e-4151-8a7d-e096c7647a0b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:43.772458 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 1b2ec44e-09b0-49cb-b18f-711409b13165 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:43.773831 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:43.867630 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-930137c6-2377-4fee-9ade-1421b54ce79b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1904226382&fields=id&tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 267 time: 0.2928734 May 25 17:09:43.892369 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8368c6-6150-48dd-9dcf-3a607cd09518 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:43.915821 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Publish callbacks [] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:43.968907 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:43.970703 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:43.971783 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.022630 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Transition to ACTIVE for port object 9a8368c6-6150-48dd-9dcf-3a607cd09518 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:09:44.047031 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.067363 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Allocated IP 172.20.0.6 (79368167-854c-4f50-95fb-3c054bede279/51208e80-16c2-4bac-beb9-5cc2fe309044/4708bad2-cbd1-44cd-9155-df4a2de8c416) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:44.166754 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8368c6-6150-48dd-9dcf-3a607cd09518,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:44.221529 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28f15-589f-4931-960d-b6edebd4a367 req-a6a01764-0e4d-4d00-8a85-f79d84095bac tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:44.223209 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-a6a01764-0e4d-4d00-8a85-f79d84095bac tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 814 time: 0.3253186 May 25 17:09:44.344449 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4243b302-dc36-4023-b8a4-1cb5bdb07eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.349014 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6b481-28f4-4ede-a341-77d112d0624c req-49561516-baef-4de7-b2ec-a8c6b0c9736e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:44.360485 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7fb6b481-28f4-4ede-a341-77d112d0624c req-49561516-baef-4de7-b2ec-a8c6b0c9736e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 943 time: 0.0912609 May 25 17:09:44.374922 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:44.375375 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:44.445256 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7fb6b481-28f4-4ede-a341-77d112d0624c req-01d1bb50-a505-4294-a9f2-0662bcdf870b tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843315 May 25 17:09:44.474720 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-a119e25a-8666-41df-9a8c-090a85990793 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/quotas/6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 375 time: 0.1977956 May 25 17:09:44.497187 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Attempting to bind port 9a8368c6-6150-48dd-9dcf-3a607cd09518 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:44.497529 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Attempting to bind port 9a8368c6-6150-48dd-9dcf-3a607cd09518 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:44.497864 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Attempting to bind port 9a8368c6-6150-48dd-9dcf-3a607cd09518 on network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:44.530389 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Port 9a8368c6-6150-48dd-9dcf-3a607cd09518 on network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:09:44.530716 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Attempting to bind port 9a8368c6-6150-48dd-9dcf-3a607cd09518 on network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:44.541782 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:44.542120 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Checking segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:44.542508 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Bound using segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:44.542951 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Bound port: 9a8368c6-6150-48dd-9dcf-3a607cd09518, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:44.543313 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.571846 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:44.574750 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3f2a3c4-fcfd-4cd9-8de5-932d78db8c7e req-81fd557d-415b-4e74-b9de-eb6a2e7cbef2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 210 time: 0.0476975 May 25 17:09:44.620293 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-b73d6e80-187d-44f3-8a21-0a4dd1481b37 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446161 May 25 17:09:44.674619 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48254) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:44.676102 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.684277 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-121133576-network', 'tenant_id': '832de1e131604ac58b0fde42ab3a9686'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:44.704743 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17c544-63f5-4441-9af4-ca56dc370c3e req-fedf05bf-dd48-4fdb-995f-6e28e20fc417 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:44.706808 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a17c544-63f5-4441-9af4-ca56dc370c3e req-fedf05bf-dd48-4fdb-995f-6e28e20fc417 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 944 time: 0.0647511 May 25 17:09:44.723808 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Made reservation on behalf of 832de1e131604ac58b0fde42ab3a9686 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:44.726118 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.733839 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:44.739563 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] For port 9a8368c6-6150-48dd-9dcf-3a607cd09518, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:44.745275 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.747008 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] For port 9a8368c6-6150-48dd-9dcf-3a607cd09518, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:44.772363 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.802531 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a17c544-63f5-4441-9af4-ca56dc370c3e req-9676f9d6-f655-4677-839c-b5b1352c06d2 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870767 May 25 17:09:44.825946 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-edab1bb1-ca35-44c3-8a87-16af05a05ff8 service neutron] 10.222.0.31 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891563 May 25 17:09:44.885013 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Publish callbacks [] for security_group (6a6b8e61-cc30-442d-9350-b45f7a9a7530), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.897348 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6a6b8e61-cc30-442d-9350-b45f7a9a7530), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.931282 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d205700b-224a-43b3-a928-0f2f089b3192 req-f1cce782-9eef-49ed-abcd-43d05b4cce59 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0488362 May 25 17:09:44.935876 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:44.937164 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:09:44.962277 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6b8e61-cc30-442d-9350-b45f7a9a7530,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:44.973845 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (b063dc9f-244e-4163-9a2a-1b5f2f26b884), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:44.974508 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Added segment b063dc9f-244e-4163-9a2a-1b5f2f26b884 of type vlan for network 131b7fa1-26dd-4448-b865-1f5e9f18ff00 May 25 17:09:45.024297 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (131b7fa1-26dd-4448-b865-1f5e9f18ff00), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.054761 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (131b7fa1-26dd-4448-b865-1f5e9f18ff00), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.056231 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:45.057097 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.087900 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:45.088554 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.090077 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] 10.222.0.71 "PUT /v2.0/ports/9a8368c6-6150-48dd-9dcf-3a607cd09518 HTTP/1.1" status: 200 len: 1093 time: 2.5775938 May 25 17:09:45.098873 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'tag': '9a8368c6-6150-48dd-9dcf-3a607cd09518'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:45.101588 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167744c-5d3e-4800-8346-782d57142417" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecb9b07-e50d-4926-b95d-af40c6093d83", "tag": "9a8368c6-6150-48dd-9dcf-3a607cd09518"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:45.104794 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.121484 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:45.124546 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=65 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:45.150780 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Network 79368167-854c-4f50-95fb-3c054bede279 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:45.154237 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf8f08-229d-4fd6-90db-59c3953525d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8368c6-6150-48dd-9dcf-3a607cd09518,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:45.163819 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:45.167121 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:45.172400 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:45.173090 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.185202 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5071008 May 25 17:09:45.185537 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48272) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:45.195283 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Request body: {'subnet': {'network_id': '131b7fa1-26dd-4448-b865-1f5e9f18ff00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-121133576-subnet', 'tenant_id': '832de1e131604ac58b0fde42ab3a9686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:45.217978 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a1b9d-6d99-430a-98d5-33fc59eb2b5d admin admin] Pushing event updated for resources: {'Network': ['ID=131b7fa1-26dd-4448-b865-1f5e9f18ff00,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:45.231006 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 131b7fa1-26dd-4448-b865-1f5e9f18ff00 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:09:45.235890 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0e8619-2974-4b6b-9d6d-622378175ff4 x-openstack-request-id: req-cf0e8619-2974-4b6b-9d6d-622378175ff4 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:45.236178 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecb9b07-e50d-4926-b95d-af40c6093d83", "tag": "9a8368c6-6150-48dd-9dcf-3a607cd09518", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:45.236425 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf0e8619-2974-4b6b-9d6d-622378175ff4 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:45.237512 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0e8619-2974-4b6b-9d6d-622378175ff4'] response: {'name': 'network-changed', 'server_uuid': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'tag': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'status': 'completed', 'code': 200} May 25 17:09:45.255799 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Made reservation on behalf of 832de1e131604ac58b0fde42ab3a9686 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:45.258632 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.296880 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-dac2b4bb-e875-4a93-ac1b-4f4f74f7a277 service neutron] 10.222.0.31 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638553 May 25 17:09:45.300692 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6728468 May 25 17:09:45.305291 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd60fd8-8aed-48dd-af66-6192dd8c7ca8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event updated for resources: {'Port': ['ID=4708bad2-cbd1-44cd-9155-df4a2de8c416,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:45.450912 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Request body: {'port': {'device_id': '255e860e-8389-4f93-b7d0-2d80d7b7ad7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:45.542444 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-ffcd6221-97f7-46bf-87f8-4c070b16bfab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00686d-3bd0-4e09-a004-2c18e278c159 HTTP/1.1" status: 200 len: 217 time: 0.1182187 May 25 17:09:45.653738 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-9cecc19b-21ac-4ae4-bbdb-aad711f6c9b3 None None] Provisioning complete for port 4708bad2-cbd1-44cd-9155-df4a2de8c416 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:45.654255 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9cecc19b-21ac-4ae4-bbdb-aad711f6c9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.711320 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-9cecc19b-21ac-4ae4-bbdb-aad711f6c9b3 None None] Port 4708bad2-cbd1-44cd-9155-df4a2de8c416 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:45.731068 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (2be166a2-8dbd-49de-b3b2-d6665951f898), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.745015 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device adbfec7d-46e1-477d-8236-36f39e8d299f up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:45.747791 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-91e3f382-69b2-49db-811d-d588b06f8131 req-8e64e0b4-b63b-4406-b9c2-5445381112e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 210 time: 0.1314015 May 25 17:09:45.752971 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167744c-5d3e-4800-8346-782d57142417 req-c3d30e45-c058-487e-bee2-5c9572458f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:45.754494 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b167744c-5d3e-4800-8346-782d57142417 req-c3d30e45-c058-487e-bee2-5c9572458f00 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 1127 time: 0.2526808 May 25 17:09:45.755053 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.875816 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port adbfec7d-46e1-477d-8236-36f39e8d299f completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:09:45.890433 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port adbfec7d-46e1-477d-8236-36f39e8d299f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:45.890836 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:45.917531 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b698b-829e-4e4c-bbe9-193b818a4f26 req-157ab214-fc72-4258-ac4e-19c1ce5eaa8a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:45.919122 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-537b698b-829e-4e4c-bbe9-193b818a4f26 req-157ab214-fc72-4258-ac4e-19c1ce5eaa8a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 943 time: 0.2322547 May 25 17:09:45.926979 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e99d970-1d77-4af2-af1a-ece9c3bc8910 req-59b6f3e7-f8a3-4570-a8a8-c1dae478723e service neutron] 10.222.0.71 "GET /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027449 May 25 17:09:46.005769 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-e25fa111-82f1-4e88-83ef-1999aa91a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:46.007311 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-e25fa111-82f1-4e88-83ef-1999aa91a80c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.4424243 May 25 17:09:46.012272 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be166a2-8dbd-49de-b3b2-d6665951f898,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:46.062434 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port adbfec7d-46e1-477d-8236-36f39e8d299f is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:46.063089 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:46.109764 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port adbfec7d-46e1-477d-8236-36f39e8d299f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=adbfec7d-46e1-477d-8236-36f39e8d299f,segment=NetworkSegment(ba38ef69-cb11-4a1e-8dec-3c29583e80fd),segment_id=ba38ef69-cb11-4a1e-8dec-3c29583e80fd)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:46.109906 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:46.112321 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a815e8-f0d5-4121-9124-d96e02afa8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbfec7d-46e1-477d-8236-36f39e8d299f'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:46.153488 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:46.153488 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:46.161390 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-c1564d5a-58ea-4c2e-8f7f-1b85516f235a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197671139e6b42069ba82ea9fdf1da40 HTTP/1.1" status: 200 len: 379 time: 0.7474568 May 25 17:09:46.191948 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-dd516192-4d97-42f4-9dc5-6d2968bfe393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:46.193876 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-dd516192-4d97-42f4-9dc5-6d2968bfe393 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1784012 May 25 17:09:46.226035 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:46.257803 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae0366-58c1-4644-b198-2168d15e153e req-6a854421-fcdd-4ccb-9445-67f35029b264 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:46.258890 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83ae0366-58c1-4644-b198-2168d15e153e req-6a854421-fcdd-4ccb-9445-67f35029b264 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 931 time: 0.3943987 May 25 17:09:46.273598 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Checking segment: {'id': 'b063dc9f-244e-4163-9a2a-1b5f2f26b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '131b7fa1-26dd-4448-b865-1f5e9f18ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:46.275961 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Network hostable DHCP agents. Network: 131b7fa1-26dd-4448-b865-1f5e9f18ff00, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:09:46.364488 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-88b85649-4525-4a63-b957-bdfd807548b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:46.405269 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=adbfec7d-46e1-477d-8236-36f39e8d299f,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:46.457264 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62301e2a-6f26-440e-9464-3b5df986a56d" -d '{"events": [{"server_uuid": "57a815e8-f0d5-4121-9124-d96e02afa8b2", "name": "network-vif-plugged", "status": "completed", "tag": "adbfec7d-46e1-477d-8236-36f39e8d299f"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:46.461106 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-537b698b-829e-4e4c-bbe9-193b818a4f26 req-60b9360e-9b2c-4dfb-adfb-4ccbe2b0d266 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5076408 May 25 17:09:46.505922 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'port': {'device_id': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'admin_state_up': True, 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'security_groups': ['f8765045-c0bd-4089-8cc5-98b2857e1ca1']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:46.516294 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Network 131b7fa1-26dd-4448-b865-1f5e9f18ff00 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:09:46.528704 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:46.613192 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 131b7fa1-26dd-4448-b865-1f5e9f18ff00) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:46.623827 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b800146-9b96-44a0-b771-02747e95cf73 None None] Network 131b7fa1-26dd-4448-b865-1f5e9f18ff00 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:46.643604 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:46.644777 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:46.648712 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:46.684799 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4708bad2-cbd1-44cd-9155-df4a2de8c416 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:46.698767 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-83b0a9dc-b5ca-4554-8d7c-574ee845596e service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752316 May 25 17:09:46.712911 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f08aac-b066-4997-ab76-a40b48fd3a63 req-bf7a2d40-a4c3-487f-8bc9-4581b9d30768 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:46.714527 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23f08aac-b066-4997-ab76-a40b48fd3a63 req-bf7a2d40-a4c3-487f-8bc9-4581b9d30768 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1371682 May 25 17:09:46.729621 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Publish callbacks [] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:46.758120 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b1042cf0-d0a2-48dd-9862-32e58bb0e065 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5713933 May 25 17:09:46.811594 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23f08aac-b066-4997-ab76-a40b48fd3a63 req-2a5366c8-8e14-4c9c-9f33-f56d71b2732c tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881140 May 25 17:09:46.909597 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Transition to ACTIVE for port object 4708bad2-cbd1-44cd-9155-df4a2de8c416 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:09:46.914029 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e9148-5a92-4be8-95d0-040ed16555c9 None None] Network 131b7fa1-26dd-4448-b865-1f5e9f18ff00 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:09:46.916060 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167744c-5d3e-4800-8346-782d57142417 req-23f153c7-82a2-41da-9072-11d3bcf4f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:46.935312 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b167744c-5d3e-4800-8346-782d57142417 req-23f153c7-82a2-41da-9072-11d3bcf4f24d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=7691c75f7a3448e38a99489d3df21925&shared=False HTTP/1.1" status: 200 len: 909 time: 1.1726604 May 25 17:09:46.958708 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-110e6b52-1e5f-4b8c-a73c-5f79d07c8b50 req-4a3b6c6a-9e59-49e2-b6f8-9b507300b5d0 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458278 May 25 17:09:46.967292 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:47.000886 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:47.005576 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83ae0366-58c1-4644-b198-2168d15e153e req-6219c11f-1b50-4289-a3b3-762be4c69bf1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689927 May 25 17:09:47.007123 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48348) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:47.007837 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1aa41c3c-ee29-45de-acbf-132ef51651b5 req-47b64837-a04a-4908-b552-2a4b9651533d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0482304 May 25 17:09:47.239998 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1d7f981f-032b-4900-af2f-c11a351aa6c5 req-11a79334-1ee7-4c89-a339-4b1d9ba227cb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 210 time: 0.0619221 May 25 17:09:47.244199 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Pushing event updated for resources: {'Port': ['ID=4708bad2-cbd1-44cd-9155-df4a2de8c416,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:47.267328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Made reservation on behalf of 197671139e6b42069ba82ea9fdf1da40 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:47.272022 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:47.289787 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28f15-589f-4931-960d-b6edebd4a367 req-05e0e363-c800-42a4-b0f8-e7b248715a4f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:47.291407 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-05e0e363-c800-42a4-b0f8-e7b248715a4f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 814 time: 0.2826848 May 25 17:09:47.313580 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918094fe-b290-4295-b117-a30a9b44abc9 x-openstack-request-id: req-918094fe-b290-4295-b117-a30a9b44abc9 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:47.314262 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a815e8-f0d5-4121-9124-d96e02afa8b2", "name": "network-vif-plugged", "status": "completed", "tag": "adbfec7d-46e1-477d-8236-36f39e8d299f", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:47.314688 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-918094fe-b290-4295-b117-a30a9b44abc9 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:47.315798 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918094fe-b290-4295-b117-a30a9b44abc9'] response: {'server_uuid': '57a815e8-f0d5-4121-9124-d96e02afa8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbfec7d-46e1-477d-8236-36f39e8d299f', 'code': 200} May 25 17:09:47.423377 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-5130ac28-9556-47fd-8ead-46f598f7c037 admin admin] Deleting subnet 441a5e7d-846c-472f-908f-90b77e177d41 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:09:47.451076 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5130ac28-9556-47fd-8ead-46f598f7c037 admin admin] Publish callbacks [] for subnet (441a5e7d-846c-472f-908f-90b77e177d41), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:47.489356 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:47.503679 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167744c-5d3e-4800-8346-782d57142417 req-e40437d4-71af-45ef-9277-0b5a7a6b7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:47.505233 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b167744c-5d3e-4800-8346-782d57142417 req-e40437d4-71af-45ef-9277-0b5a7a6b7861 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5419264 May 25 17:09:47.509848 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Attempting to bind port 4708bad2-cbd1-44cd-9155-df4a2de8c416 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:47.510449 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Attempting to bind port 4708bad2-cbd1-44cd-9155-df4a2de8c416 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:47.510570 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Attempting to bind port 4708bad2-cbd1-44cd-9155-df4a2de8c416 on network 79368167-854c-4f50-95fb-3c054bede279 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:47.529578 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5130ac28-9556-47fd-8ead-46f598f7c037 admin admin] Publish callbacks [] for subnet (441a5e7d-846c-472f-908f-90b77e177d41), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:47.532870 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Port 4708bad2-cbd1-44cd-9155-df4a2de8c416 on network 79368167-854c-4f50-95fb-3c054bede279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:09:47.533196 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Attempting to bind port 4708bad2-cbd1-44cd-9155-df4a2de8c416 on network 79368167-854c-4f50-95fb-3c054bede279 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:47.572752 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:47.573093 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Checking segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:47.573473 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Bound using segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:47.573907 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Bound port: 4708bad2-cbd1-44cd-9155-df4a2de8c416, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:47.574260 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:47.575053 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856f92b-47ca-421d-bc90-17788ca57294 req-cd318275-b17f-4a71-ae0f-44cc30c99fbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:47.576733 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0856f92b-47ca-421d-bc90-17788ca57294 req-cd318275-b17f-4a71-ae0f-44cc30c99fbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 943 time: 0.0484529 May 25 17:09:47.577411 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5130ac28-9556-47fd-8ead-46f598f7c037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (441a5e7d-846c-472f-908f-90b77e177d41), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:47.631696 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0856f92b-47ca-421d-bc90-17788ca57294 req-3034a8dc-c9ae-420a-a56c-7d980dc266cb tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492873 May 25 17:09:47.652010 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Allocated IP 172.20.0.8 (8771ee30-f2eb-41ac-813c-a5d3ee111699/4e70015e-3616-44e8-8a2d-41c916d84224/fa9d31d9-985b-4772-a564-1cbeee313f84) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:47.709711 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:47.729410 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] For port 4708bad2-cbd1-44cd-9155-df4a2de8c416, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:47.740230 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5130ac28-9556-47fd-8ead-46f598f7c037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (441a5e7d-846c-472f-908f-90b77e177d41), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:47.847323 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9fcd71e0-5292-4dbf-b7a8-ed290f6ed962 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 380 time: 0.1162181 May 25 17:09:47.863700 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'port': {'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'admin_state_up': True, 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'security_groups': ['2922d86d-f35a-49df-81e3-8b57781039f8']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:47.965659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.71', 51019) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:48.034840 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] For port 4708bad2-cbd1-44cd-9155-df4a2de8c416, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:48.056718 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130ac28-9556-47fd-8ead-46f598f7c037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441a5e7d-846c-472f-908f-90b77e177d41,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:48.057452 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd55d12-ecd9-4781-9655-12ff03923388 req-5119f96a-a9ad-4261-a1a9-5f501da7d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.059525 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9bd55d12-ecd9-4781-9655-12ff03923388 req-5119f96a-a9ad-4261-a1a9-5f501da7d315 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0920472 May 25 17:09:48.076095 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5130ac28-9556-47fd-8ead-46f598f7c037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.078341 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5130ac28-9556-47fd-8ead-46f598f7c037 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/441a5e7d-846c-472f-908f-90b77e177d41 HTTP/1.1" status: 204 len: 168 time: 1.0525022 May 25 17:09:48.089972 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48384) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:48.104517 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.105418 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Made reservation on behalf of 6ad0c3cc9eaf41c09d6b967a2fa49900 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:48.109577 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.128351 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:48.139824 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-f23d931b-69e0-40be-9db0-dd362eb5ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.141363 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-f23d931b-69e0-40be-9db0-dd362eb5ded3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 1127 time: 0.4030344 May 25 17:09:48.215957 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6be65-54a8-46a2-b116-4b15d833524c req-e3189b73-b988-4b0c-bc76-8f1b88345b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.217535 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-e3189b73-b988-4b0c-bc76-8f1b88345b54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 1127 time: 0.1869292 May 25 17:09:48.235685 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.236141 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.237805 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] 10.222.0.71 "PUT /v2.0/ports/4708bad2-cbd1-44cd-9155-df4a2de8c416 HTTP/1.1" status: 200 len: 1093 time: 2.7933912 May 25 17:09:48.247575 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050fbdf-9279-4400-9764-732edb29688f req-b5fbb2ef-d18b-41ec-adbe-9a09c36fc096 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.249269 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e050fbdf-9279-4400-9764-732edb29688f req-b5fbb2ef-d18b-41ec-adbe-9a09c36fc096 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 945 time: 0.2104881 May 25 17:09:48.249831 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e860e-8389-4f93-b7d0-2d80d7b7ad7d', 'tag': '4708bad2-cbd1-44cd-9155-df4a2de8c416'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:48.252817 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517" -d '{"events": [{"name": "network-changed", "server_uuid": "255e860e-8389-4f93-b7d0-2d80d7b7ad7d", "tag": "4708bad2-cbd1-44cd-9155-df4a2de8c416"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:48.345771 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9bd55d12-ecd9-4781-9655-12ff03923388 req-7da92414-b4ef-44c1-a24c-6121edc8d2c2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.379253 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-ab616cab-20a2-4384-80ce-bd18c954eb76 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518 HTTP/1.1" status: 200 len: 217 time: 0.1235828 May 25 17:09:48.413411 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cceac-0b4f-4558-815f-e1a2b4aeb10f service neutron] Pushing event updated for resources: {'Port': ['ID=4708bad2-cbd1-44cd-9155-df4a2de8c416,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:48.446424 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.507492 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07b1a5-6037-41d5-aa09-c55d4ade1bc4 req-cc5ad0f2-f068-4cb2-9ce7-8a0a321a2962 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.526481 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c07b1a5-6037-41d5-aa09-c55d4ade1bc4 req-cc5ad0f2-f068-4cb2-9ce7-8a0a321a2962 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 943 time: 0.1647561 May 25 17:09:48.539166 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (68c77ebb-7af7-4282-bff8-957d682a8301), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.553098 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:48.582878 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e050fbdf-9279-4400-9764-732edb29688f req-4e3d7abb-05db-4256-a27d-3a77b6d55925 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109472 May 25 17:09:48.606091 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-9def1b26-f49c-4e7f-9475-a26775a0fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.608051 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-9def1b26-f49c-4e7f-9475-a26775a0fa26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 1127 time: 0.3002472 May 25 17:09:48.612936 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-f3590e8b-36a5-4127-8990-e8a41ecb6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.614583 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-f3590e8b-36a5-4127-8990-e8a41ecb6e48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.4402711 May 25 17:09:48.633978 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:48.698630 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-0ed0d234-46d2-4543-8539-466df28ded52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00686d-3bd0-4e09-a004-2c18e278c159 HTTP/1.1" status: 200 len: 217 time: 0.0632763 May 25 17:09:48.714737 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6be65-54a8-46a2-b116-4b15d833524c req-f7f87154-d10d-430d-866f-0b3f26b05938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:48.716169 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-f7f87154-d10d-430d-866f-0b3f26b05938 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 200 len: 847 time: 0.2996297 May 25 17:09:48.766307 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c07b1a5-6037-41d5-aa09-c55d4ade1bc4 req-921f8003-2eb5-4376-83c4-89fe773ab8d2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389627 May 25 17:09:48.797036 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (68c77ebb-7af7-4282-bff8-957d682a8301), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.823878 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Allocated IP 172.20.0.10 (94689dfe-6d66-4ed0-9452-eee0a515d2d3/623a01b5-e916-4df4-8678-210b7b918d00/fb7d08f7-f9a7-41b7-9a81-da056a75e0de) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:48.837047 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-381ac014-6faf-409e-b65a-8f5b23affd93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416 HTTP/1.1" status: 200 len: 217 time: 0.2076340 May 25 17:09:48.837624 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9bd55d12-ecd9-4781-9655-12ff03923388 req-7da92414-b4ef-44c1-a24c-6121edc8d2c2 service neutron] Publish callbacks [] for security_group (3a1cf22d-e914-416b-bdfe-af6d973bf5c0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.843145 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.843689 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.844272 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.845136 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.845583 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > port after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.846648 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.847072 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > port after_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.847799 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.848708 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.849345 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.849837 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.890600 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9a312-c4ff-49c4-bfcb-eea3e83454b4 x-openstack-request-id: req-37f9a312-c4ff-49c4-bfcb-eea3e83454b4 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:48.890889 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e860e-8389-4f93-b7d0-2d80d7b7ad7d", "tag": "4708bad2-cbd1-44cd-9155-df4a2de8c416", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:48.891140 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37f9a312-c4ff-49c4-bfcb-eea3e83454b4 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:48.891536 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f9a312-c4ff-49c4-bfcb-eea3e83454b4'] response: {'name': 'network-changed', 'server_uuid': '255e860e-8389-4f93-b7d0-2d80d7b7ad7d', 'tag': '4708bad2-cbd1-44cd-9155-df4a2de8c416', 'status': 'completed', 'code': 200} May 25 17:09:48.905913 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d20a4516-69bd-4041-9e49-5769ef34dbc6 req-e15cd60d-1395-4cdc-88ae-d45aa56aac34 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.2046609 May 25 17:09:48.966443 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:48.988142 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.988875 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.989495 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.989876 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:48.990212 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c77ebb-7af7-4282-bff8-957d682a8301']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:49.010714 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9bd55d12-ecd9-4781-9655-12ff03923388 req-7da92414-b4ef-44c1-a24c-6121edc8d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (3a1cf22d-e914-416b-bdfe-af6d973bf5c0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.036842 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6be65-54a8-46a2-b116-4b15d833524c req-bdf4a1dc-9ed4-4d04-8834-81736350fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:49.038540 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-bdf4a1dc-9ed4-4d04-8834-81736350fa8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2829654 May 25 17:09:49.048723 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8f4f9a2-ef62-409c-a41a-c207b50c87ef req-06cd146c-bb09-4c33-8de3-5c54c6434050 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 210 time: 0.0531120 May 25 17:09:49.051240 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2da502f-e71d-4074-a1cf-d08e3ccf38d1') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:49.051544 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2da502f-e71d-4074-a1cf-d08e3ccf38d1') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:49.080404 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-227a6b3b-3787-49c9-9468-e741142ed72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:49.082576 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-227a6b3b-3787-49c9-9468-e741142ed72b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.3310127 May 25 17:09:49.088305 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:49.108703 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275935'] for segment (e2da502f-e71d-4074-a1cf-d08e3ccf38d1), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.118486 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438e7c2-e48e-4bff-be54-fc7eabf5219d req-1bee6ec5-189b-4894-8fbe-790c2b2976e7 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:49.120016 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c438e7c2-e48e-4bff-be54-fc7eabf5219d req-1bee6ec5-189b-4894-8fbe-790c2b2976e7 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 943 time: 0.1468403 May 25 17:09:49.137680 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:49.157643 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9bd55d12-ecd9-4781-9655-12ff03923388 req-7da92414-b4ef-44c1-a24c-6121edc8d2c2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0685878 May 25 17:09:49.168088 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (e2da502f-e71d-4074-a1cf-d08e3ccf38d1), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.172844 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da92414-b4ef-44c1-a24c-6121edc8d2c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1cf22d-e914-416b-bdfe-af6d973bf5c0,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:49.184770 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-3a86c77a-17ed-4cc7-a189-09805d434cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:49.186287 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-3a86c77a-17ed-4cc7-a189-09805d434cee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.2939668 May 25 17:09:49.194164 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:49.196090 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:09:49.196439 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260389101'] for segment (e2da502f-e71d-4074-a1cf-d08e3ccf38d1), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.206773 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:49.212035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:49.213099 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.247840 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-f3887e16-d9e0-4c2b-9776-cb4c34aa0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:49.249457 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-f3887e16-d9e0-4c2b-9776-cb4c34aa0d16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1548173 May 25 17:09:49.255287 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:49.328197 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9e953aaa-cef7-4129-961f-9471a52c3841 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0833647 May 25 17:09:49.339368 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (68c77ebb-7af7-4282-bff8-957d682a8301), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.352987 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.356179 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] 10.222.0.31 "DELETE /v2.0/networks/68c77ebb-7af7-4282-bff8-957d682a8301 HTTP/1.1" status: 204 len: 168 time: 1.2652433 May 25 17:09:49.362547 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c438e7c2-e48e-4bff-be54-fc7eabf5219d req-3e155408-4ae4-43c7-98d6-78e45ea282f0 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061968 May 25 17:09:49.372908 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48416) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:49.411074 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Request body: {'port': {'device_id': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:49.413326 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1111e58-1470-4bec-99dc-9d30f997b276 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c77ebb-7af7-4282-bff8-957d682a8301,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:49.434567 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.507586 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.516617 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-6fb74b39-558b-40f6-a9e5-0811e0f831d4 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524939 May 25 17:09:49.530699 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-b3785296-594d-46f5-b6a5-fdf79114df89 None None] Provisioning complete for port fa9d31d9-985b-4772-a564-1cbeee313f84 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:49.531165 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b3785296-594d-46f5-b6a5-fdf79114df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.573776 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:49.578652 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:49.583360 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:49.588364 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:09:49.597019 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b3785296-594d-46f5-b6a5-fdf79114df89 None None] Port fa9d31d9-985b-4772-a564-1cbeee313f84 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:49.648996 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment e2da502f-e71d-4074-a1cf-d08e3ccf38d1 resource provider aggregate not found May 25 17:09:49.685364 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-d97294ff-c784-4260-840a-e3a8402e0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:49.687439 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-d97294ff-c784-4260-840a-e3a8402e0c18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2905529 May 25 17:09:49.699265 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca8e307-57e3-4ee6-b52a-ec437a9b9269 admin admin] Deleting subnet 2be166a2-8dbd-49de-b3b2-d6665951f898 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:09:49.703324 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment e2da502f-e71d-4074-a1cf-d08e3ccf38d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2da502f-e71d-4074-a1cf-d08e3ccf38d1 found for delete ", "request_id": "req-f513edb4-134c-40ae-97a6-443926b86ea8"}]} May 25 17:09:49.707618 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:49.714685 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e307-57e3-4ee6-b52a-ec437a9b9269 admin admin] Publish callbacks [] for subnet (2be166a2-8dbd-49de-b3b2-d6665951f898), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.722010 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 3c00686d-3bd0-4e09-a004-2c18e278c159 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:09:49.742404 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:49.745306 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.751711 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:49.769692 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-1d62d29b-f45b-4719-8a26-2531c70e2db3 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751302 May 25 17:09:49.777949 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:49.779792 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-9071005c-f756-446d-b0e0-af8b888b577b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9235449 May 25 17:09:49.785150 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.824965 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e307-57e3-4ee6-b52a-ec437a9b9269 admin admin] Publish callbacks [] for subnet (2be166a2-8dbd-49de-b3b2-d6665951f898), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.894847 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e307-57e3-4ee6-b52a-ec437a9b9269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (2be166a2-8dbd-49de-b3b2-d6665951f898), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:49.924793 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Request body: {'port': {'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:09:49.975584 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 3c00686d-3bd0-4e09-a004-2c18e278c159, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3c00686d-3bd0-4e09-a004-2c18e278c159,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:49.993628 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '3c00686d-3bd0-4e09-a004-2c18e278c159', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'port_id': '3c00686d-3bd0-4e09-a004-2c18e278c159', 'mac_address': 'fa:16:3e:00:29:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:09:50.019435 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c7ccc-67d1-4f53-b7bc-366023ae9dad req-2693f2d6-5ab3-49ec-80b2-2523f129c764 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:50.020559 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-3ec36ed1-b27f-43a4-a415-cedec86e8771 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729316 May 25 17:09:50.021556 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-424c7ccc-67d1-4f53-b7bc-366023ae9dad req-2693f2d6-5ab3-49ec-80b2-2523f129c764 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 945 time: 0.2149880 May 25 17:09:50.056872 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 3c00686d-3bd0-4e09-a004-2c18e278c159 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:50.057524 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.062048 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2d596f23-7cba-41e7-a521-0d0156a2c55b None None] Provisioning complete for port fb7d08f7-f9a7-41b7-9a81-da056a75e0de triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:50.062591 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2d596f23-7cba-41e7-a521-0d0156a2c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.098165 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c00686d-3bd0-4e09-a004-2c18e278c159 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:50.134590 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2d596f23-7cba-41e7-a521-0d0156a2c55b None None] Port fb7d08f7-f9a7-41b7-9a81-da056a75e0de cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:09:50.137467 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 3c00686d-3bd0-4e09-a004-2c18e278c159, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3c00686d-3bd0-4e09-a004-2c18e278c159,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:50.138024 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.148044 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.169256 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-424c7ccc-67d1-4f53-b7bc-366023ae9dad req-e9e78bd1-3740-4cbc-8bc9-b15ce66f2b1c tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249092 May 25 17:09:50.224578 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=3c00686d-3bd0-4e09-a004-2c18e278c159,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:50.249629 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.335800 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b339867-2580-4e35-b44b-2a5ede14cf53 req-76495974-c190-4610-9ba6-ade8804dce13 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:50.337327 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b339867-2580-4e35-b44b-2a5ede14cf53 req-76495974-c190-4610-9ba6-ade8804dce13 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 931 time: 0.0821962 May 25 17:09:50.337765 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:50.373750 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['3c00686d-3bd0-4e09-a004-2c18e278c159'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:09:50.398724 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ab859-eae0-4df4-bd21-b34c37397fe0 req-8312f71b-0ac9-4696-b255-35ee47efca91 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:50.407690 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-546ab859-eae0-4df4-bd21-b34c37397fe0 req-8312f71b-0ac9-4696-b255-35ee47efca91 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 943 time: 0.4702525 May 25 17:09:50.454362 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-672125de-f1db-405e-af80-2024305da77f service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228775 May 25 17:09:50.470461 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b339867-2580-4e35-b44b-2a5ede14cf53 req-4584fcf7-b546-4581-a589-5d9e44147909 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880802 May 25 17:09:50.524044 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:50.577905 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e307-57e3-4ee6-b52a-ec437a9b9269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for subnet (2be166a2-8dbd-49de-b3b2-d6665951f898), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.599065 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7709de-2f0b-46aa-8369-9b2b2b3bba4e req-814eade5-8111-4a88-80de-ea12439cb37e service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686070 May 25 17:09:50.625470 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-546ab859-eae0-4df4-bd21-b34c37397fe0 req-88c81cf8-d8a5-4308-b1dc-735e7da2e17b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166402 May 25 17:09:50.630776 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8e307-57e3-4ee6-b52a-ec437a9b9269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be166a2-8dbd-49de-b3b2-d6665951f898,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:50.644935 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7d08f7-f9a7-41b7-9a81-da056a75e0de {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:50.647744 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e307-57e3-4ee6-b52a-ec437a9b9269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.653819 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9ca8e307-57e3-4ee6-b52a-ec437a9b9269 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2be166a2-8dbd-49de-b3b2-d6665951f898 HTTP/1.1" status: 204 len: 168 time: 1.2805133 May 25 17:09:50.653819 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:50.655171 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48458) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:50.657455 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe7c36-0b03-4c62-9c3e-3917bc8f566c req-8848c965-c46a-42a0-a9b4-ec216316e01e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:50.659313 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-babe7c36-0b03-4c62-9c3e-3917bc8f566c req-8848c965-c46a-42a0-a9b4-ec216316e01e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 932 time: 0.0914612 May 25 17:09:50.661430 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Publish callbacks [] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.669047 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:50.693456 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Transition to ACTIVE for port object fb7d08f7-f9a7-41b7-9a81-da056a75e0de will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:09:50.707714 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.748489 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-babe7c36-0b03-4c62-9c3e-3917bc8f566c req-173eff84-69cc-4f2c-99d7-b61c0658f4a1 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828233 May 25 17:09:50.775906 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:50.847272 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (131b7fa1-26dd-4448-b865-1f5e9f18ff00), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.851426 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Attempting to bind port fb7d08f7-f9a7-41b7-9a81-da056a75e0de on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:50.851705 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Attempting to bind port fb7d08f7-f9a7-41b7-9a81-da056a75e0de by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:50.852030 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Attempting to bind port fb7d08f7-f9a7-41b7-9a81-da056a75e0de on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:50.857340 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Port fb7d08f7-f9a7-41b7-9a81-da056a75e0de on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:09:50.857662 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Attempting to bind port fb7d08f7-f9a7-41b7-9a81-da056a75e0de on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:50.865072 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:50.865409 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Checking segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:50.865791 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Bound using segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:50.866220 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Bound port: fb7d08f7-f9a7-41b7-9a81-da056a75e0de, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:50.866573 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.882143 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930dca9-6519-44d4-a431-7098393be889 req-98bbaee8-59ab-440f-bb4b-e7ab18fd9257 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:50.883721 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f930dca9-6519-44d4-a431-7098393be889 req-98bbaee8-59ab-440f-bb4b-e7ab18fd9257 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 943 time: 0.1264772 May 25 17:09:50.938609 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] For port fb7d08f7-f9a7-41b7-9a81-da056a75e0de, host hv-cinder-84330, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:50.943672 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] For port fb7d08f7-f9a7-41b7-9a81-da056a75e0de, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:50.953103 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:50.986234 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:51.007872 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:51.008605 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.010228 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] 10.222.0.71 "PUT /v2.0/ports/fb7d08f7-f9a7-41b7-9a81-da056a75e0de HTTP/1.1" status: 200 len: 1094 time: 1.0964096 May 25 17:09:51.010980 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'tag': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:51.014810 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ebd57a-5fa3-41e9-9317-5f715a0be330" -d '{"events": [{"name": "network-changed", "server_uuid": "4176ef9b-9601-4e3d-bc52-51854be03fd7", "tag": "fb7d08f7-f9a7-41b7-9a81-da056a75e0de"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:51.026516 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (131b7fa1-26dd-4448-b865-1f5e9f18ff00), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.051131 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.051535 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.052715 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.053072 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > port after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.053501 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5315b3-9ecc-49f0-9eea-fac82be96575 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:51.053615 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.053759 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.054047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.054367 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.054684 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.055027 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.108354 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834699be-0a6f-4fb9-bd0e-003e34b8987f x-openstack-request-id: req-834699be-0a6f-4fb9-bd0e-003e34b8987f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:51.108815 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4176ef9b-9601-4e3d-bc52-51854be03fd7", "tag": "fb7d08f7-f9a7-41b7-9a81-da056a75e0de", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:51.109223 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-834699be-0a6f-4fb9-bd0e-003e34b8987f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:51.109774 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834699be-0a6f-4fb9-bd0e-003e34b8987f'] response: {'name': 'network-changed', 'server_uuid': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'tag': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'status': 'completed', 'code': 200} May 25 17:09:51.134683 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.135047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.135385 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.135708 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 17:09:51.136066 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131b7fa1-26dd-4448-b865-1f5e9f18ff00']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:51.168824 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b063dc9f-244e-4163-9a2a-1b5f2f26b884') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:51.169125 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b063dc9f-244e-4163-9a2a-1b5f2f26b884') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:51.236403 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (b063dc9f-244e-4163-9a2a-1b5f2f26b884), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.308930 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9d31d9-985b-4772-a564-1cbeee313f84 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:51.339183 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f930dca9-6519-44d4-a431-7098393be889 req-0d1b7ef2-7675-414d-afb2-14e5c7b01fde tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4312639 May 25 17:09:51.347238 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (b063dc9f-244e-4163-9a2a-1b5f2f26b884), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.369993 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d611f-921b-414c-87de-7d093ecf4e15 req-5796e83c-e130-4e36-8c26-0bd52de2a2d5 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:51.371899 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db6d611f-921b-414c-87de-7d093ecf4e15 req-5796e83c-e130-4e36-8c26-0bd52de2a2d5 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0932148 May 25 17:09:51.389035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Publish callbacks [] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.410860 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:09:51.411269 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (b063dc9f-244e-4163-9a2a-1b5f2f26b884), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.466338 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db6d611f-921b-414c-87de-7d093ecf4e15 req-f2152f30-894a-4d39-bb83-cbe133c58a05 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672898 May 25 17:09:51.537855 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2efe79cb-f9b2-4036-b227-9bec618c2e11 req-b5e9f301-5fc4-49cc-9a13-b38d2ff1ce07 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839920 May 25 17:09:51.559084 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:51.574950 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebd57a-5fa3-41e9-9317-5f715a0be330 req-2b9a00e6-3462-431a-beac-ee54c2069190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:51.577209 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-57ebd57a-5fa3-41e9-9317-5f715a0be330 req-2b9a00e6-3462-431a-beac-ee54c2069190 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 1128 time: 0.0674212 May 25 17:09:51.690561 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (131b7fa1-26dd-4448-b865-1f5e9f18ff00), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.693090 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Transition to ACTIVE for port object fa9d31d9-985b-4772-a564-1cbeee313f84 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:09:51.714268 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.736729 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:51.740273 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9a8368c6-6150-48dd-9dcf-3a607cd09518 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:09:51.741164 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48488) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:51.762331 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] 10.222.0.31 "DELETE /v2.0/networks/131b7fa1-26dd-4448-b865-1f5e9f18ff00 HTTP/1.1" status: 204 len: 168 time: 1.1034589 May 25 17:09:51.799393 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d650-db5f-4111-84ad-aabb2544357b req-8c14ebaf-9a8b-4a1c-b309-5cbe0182cf63 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:51.809688 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 3c00686d-3bd0-4e09-a004-2c18e278c159 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:51.815338 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f942d650-db5f-4111-84ad-aabb2544357b req-8c14ebaf-9a8b-4a1c-b309-5cbe0182cf63 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 931 time: 0.1730177 May 25 17:09:51.910400 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d1de1-989a-46d4-bd29-96943cc0f68f admin admin] Pushing event deleted for resources: {'Network': ['ID=131b7fa1-26dd-4448-b865-1f5e9f18ff00,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:51.985590 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a1bc2-98bd-4a64-b092-03c5ccc69437 req-8e6e41e3-64dd-4664-9337-0f769e233414 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:52.000549 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-927a1bc2-98bd-4a64-b092-03c5ccc69437 req-8e6e41e3-64dd-4664-9337-0f769e233414 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 943 time: 0.1590099 May 25 17:09:52.061409 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 3c00686d-3bd0-4e09-a004-2c18e278c159 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:09:52.105360 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf79361e-b650-4bca-9406-48aaae9bcc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.117829 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 3c00686d-3bd0-4e09-a004-2c18e278c159 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:52.124816 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.134098 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f942d650-db5f-4111-84ad-aabb2544357b req-167300ff-87d7-4b22-a325-eb32ae14a18d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163507 May 25 17:09:52.155738 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48512) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:52.163623 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment b063dc9f-244e-4163-9a2a-1b5f2f26b884 resource provider aggregate not found May 25 17:09:52.168198 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:52.172004 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:52.229818 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9a8368c6-6150-48dd-9dcf-3a607cd09518, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:52.235371 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment b063dc9f-244e-4163-9a2a-1b5f2f26b884 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b063dc9f-244e-4163-9a2a-1b5f2f26b884 found for delete ", "request_id": "req-8d991886-2cb1-44d3-aa6d-289b0397b61b"}]} May 25 17:09:52.275153 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'port_id': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'mac_address': 'fa:16:3e:d1:5f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:09:52.323074 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Attempting to bind port fa9d31d9-985b-4772-a564-1cbeee313f84 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:09:52.323754 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Attempting to bind port fa9d31d9-985b-4772-a564-1cbeee313f84 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:09:52.324240 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Attempting to bind port fa9d31d9-985b-4772-a564-1cbeee313f84 on network 8771ee30-f2eb-41ac-813c-a5d3ee111699 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:52.331835 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Port fa9d31d9-985b-4772-a564-1cbeee313f84 on network 8771ee30-f2eb-41ac-813c-a5d3ee111699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:09:52.332435 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Attempting to bind port fa9d31d9-985b-4772-a564-1cbeee313f84 on network 8771ee30-f2eb-41ac-813c-a5d3ee111699 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:09:52.346210 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-927a1bc2-98bd-4a64-b092-03c5ccc69437 req-91cb6609-b68a-4786-ae38-07dc6ef25d0e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436353 May 25 17:09:52.357047 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a05e2830-8291-4959-939c-2443f676a244 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6029c9cd860e4cfb8c9b5103f02b8a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899717 May 25 17:09:52.362633 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48518) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:52.363675 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:09:52.364181 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Checking segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:09:52.364996 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Bound using segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:09:52.365749 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Bound port: fa9d31d9-985b-4772-a564-1cbeee313f84, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:09:52.367193 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.420886 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 9a8368c6-6150-48dd-9dcf-3a607cd09518 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:52.421540 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.441129 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:52.445931 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:52.448880 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 3c00686d-3bd0-4e09-a004-2c18e278c159 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:52.449265 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.461919 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf79361e-b650-4bca-9406-48aaae9bcc11 admin admin] Publish callbacks [] for security_group (ebba88c7-6a79-48a4-abe6-7c0da2a99656), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.463764 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8368c6-6150-48dd-9dcf-3a607cd09518 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:52.479228 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd446c-2cce-4f28-ab2f-f9f51fedcd75 req-27a6c143-3e8f-4610-bd01-45ac7c42856e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:52.480819 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-61fd446c-2cce-4f28-ab2f-f9f51fedcd75 req-27a6c143-3e8f-4610-bd01-45ac7c42856e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 944 time: 0.1696827 May 25 17:09:52.491651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf79361e-b650-4bca-9406-48aaae9bcc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ebba88c7-6a79-48a4-abe6-7c0da2a99656), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.498404 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f434295-7a0d-4d51-8f4e-6698b399b20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00686d-3bd0-4e09-a004-2c18e278c159'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:52.501065 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa75716e-f35a-4a41-a081-ce4807f6d769" -d '{"events": [{"server_uuid": "8f434295-7a0d-4d51-8f4e-6698b399b20a", "name": "network-vif-plugged", "status": "completed", "tag": "3c00686d-3bd0-4e09-a004-2c18e278c159"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:52.509417 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9a8368c6-6150-48dd-9dcf-3a607cd09518, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:52.519668 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 3c00686d-3bd0-4e09-a004-2c18e278c159, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3c00686d-3bd0-4e09-a004-2c18e278c159,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:52.520864 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.530235 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-edd78140-634a-461d-938f-b3c74b1ec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:52.532131 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-edd78140-634a-461d-938f-b3c74b1ec40f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 1127 time: 0.1276689 May 25 17:09:52.544057 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.576419 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=9a8368c6-6150-48dd-9dcf-3a607cd09518,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:52.635561 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=3c00686d-3bd0-4e09-a004-2c18e278c159,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:52.662181 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3fd48dd7-c715-46f2-a135-7b3ac3523696 admin admin] Publish callbacks [] for security_group (ea381c4d-ed9d-4ac3-8cdf-629816099bd8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.665854 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:09:52.683924 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-61fd446c-2cce-4f28-ab2f-f9f51fedcd75 req-4fc32f89-c7f7-4bc0-b495-63fe08e5f868 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731548 May 25 17:09:52.694499 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:09:52.715633 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cf79361e-b650-4bca-9406-48aaae9bcc11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3908a3fd97549ffa4c920743d2631bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9731627 May 25 17:09:52.725319 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48522) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:52.737447 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.740648 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3fd48dd7-c715-46f2-a135-7b3ac3523696 admin admin] Publish callbacks [] for security_group (ea381c4d-ed9d-4ac3-8cdf-629816099bd8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.741035 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289cac8-1bac-4663-8335-a155c2a8a719 req-5213c9d6-6059-4106-abd1-244fc9e01750 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:52.743047 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['9a8368c6-6150-48dd-9dcf-3a607cd09518'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:09:52.743526 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8289cac8-1bac-4663-8335-a155c2a8a719 req-5213c9d6-6059-4106-abd1-244fc9e01750 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 943 time: 0.2786782 May 25 17:09:52.751803 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79361e-b650-4bca-9406-48aaae9bcc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebba88c7-6a79-48a4-abe6-7c0da2a99656,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:52.792712 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b92147-073f-45c1-adaa-15b4fef2365c x-openstack-request-id: req-f5b92147-073f-45c1-adaa-15b4fef2365c {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:52.793833 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f434295-7a0d-4d51-8f4e-6698b399b20a", "name": "network-vif-plugged", "status": "completed", "tag": "3c00686d-3bd0-4e09-a004-2c18e278c159", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:52.794214 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5b92147-073f-45c1-adaa-15b4fef2365c {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:52.794740 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b92147-073f-45c1-adaa-15b4fef2365c'] response: {'server_uuid': '8f434295-7a0d-4d51-8f4e-6698b399b20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00686d-3bd0-4e09-a004-2c18e278c159', 'code': 200} May 25 17:09:52.905137 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8289cac8-1bac-4663-8335-a155c2a8a719 req-1a84a578-c8c3-4279-94df-6eb973f2816b tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485322 May 25 17:09:52.906887 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-0b886299-551a-4f2d-93ba-3a9472ca1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:52.908762 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-0b886299-551a-4f2d-93ba-3a9472ca1cc5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.3618534 May 25 17:09:52.910576 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebd57a-5fa3-41e9-9317-5f715a0be330 req-89be8445-a95b-43b7-aacd-56e14aae6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:52.912749 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-57ebd57a-5fa3-41e9-9317-5f715a0be330 req-89be8445-a95b-43b7-aacd-56e14aae6967 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5325637 May 25 17:09:52.929915 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:52.930658 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:52.932548 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] 10.222.0.71 "PUT /v2.0/ports/fa9d31d9-985b-4772-a564-1cbeee313f84 HTTP/1.1" status: 200 len: 1093 time: 3.5269053 May 25 17:09:52.933023 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:52.935513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec3ac33-ec34-4475-942c-dc69b231567a" -d '{"events": [{"name": "network-changed", "server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:52.947731 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:53.015887 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-be5afb36-bf33-40a2-be7e-e54a1803e11c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416 HTTP/1.1" status: 200 len: 217 time: 0.0932634 May 25 17:09:53.019669 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9082ee-d747-4401-9dea-389c4be5bbb2 x-openstack-request-id: req-8f9082ee-d747-4401-9dea-389c4be5bbb2 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:53.020024 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:53.020337 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f9082ee-d747-4401-9dea-389c4be5bbb2 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:53.020809 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9082ee-d747-4401-9dea-389c4be5bbb2'] response: {'name': 'network-changed', 'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'status': 'completed', 'code': 200} May 25 17:09:53.024847 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3fd48dd7-c715-46f2-a135-7b3ac3523696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ea381c4d-ed9d-4ac3-8cdf-629816099bd8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:53.027583 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3fd48dd7-c715-46f2-a135-7b3ac3523696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:53.028744 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3fd48dd7-c715-46f2-a135-7b3ac3523696 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea381c4d-ed9d-4ac3-8cdf-629816099bd8 HTTP/1.1" status: 204 len: 168 time: 0.6586871 May 25 17:09:53.162335 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-feb19817-49a2-41a2-83bd-ed004994c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.163885 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-feb19817-49a2-41a2-83bd-ed004994c9af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 1127 time: 0.1404667 May 25 17:09:53.216315 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd48dd7-c715-46f2-a135-7b3ac3523696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea381c4d-ed9d-4ac3-8cdf-629816099bd8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:53.218657 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36717-6471-49ea-ac93-ad77939f566e req-b2d6a008-5d20-4579-9f37-5b4de7634925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.220027 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6c36717-6471-49ea-ac93-ad77939f566e req-b2d6a008-5d20-4579-9f37-5b4de7634925 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 1129 time: 0.2020550 May 25 17:09:53.221562 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-5a416f61-fc67-4caa-b368-6cea75fc0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.222915 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-5a416f61-fc67-4caa-b368-6cea75fc0939 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.1932054 May 25 17:09:53.227448 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb877-819f-4126-a64c-0ad52d561a77 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:53.243496 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:53.340255 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-44a7247a-d1c6-40fe-bf84-510e91f57922 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9d31d9-985b-4772-a564-1cbeee313f84 HTTP/1.1" status: 200 len: 217 time: 0.1138897 May 25 17:09:53.340879 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa8af-08d5-445e-be36-522bcb6c687b admin admin] Publish callbacks [] for security_group (ebba88c7-6a79-48a4-abe6-7c0da2a99656), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:53.413496 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-f2803af8-9209-49e4-9c28-bd0247d62e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.413496 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-f2803af8-9209-49e4-9c28-bd0247d62e83 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1467738 May 25 17:09:53.421437 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6c36717-6471-49ea-ac93-ad77939f566e req-3ed9ca5b-e1fb-436a-a953-7c33ff34b94b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849575 May 25 17:09:53.472554 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa8af-08d5-445e-be36-522bcb6c687b admin admin] Publish callbacks [] for security_group (ebba88c7-6a79-48a4-abe6-7c0da2a99656), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:53.587638 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa8af-08d5-445e-be36-522bcb6c687b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ebba88c7-6a79-48a4-abe6-7c0da2a99656), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:53.591206 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa8af-08d5-445e-be36-522bcb6c687b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:53.594395 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aa9aa8af-08d5-445e-be36-522bcb6c687b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebba88c7-6a79-48a4-abe6-7c0da2a99656 HTTP/1.1" status: 204 len: 168 time: 0.8657901 May 25 17:09:53.607497 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-69d2f8e6-444a-40f9-9c7f-c88c8ebeea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.608313 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebd57a-5fa3-41e9-9317-5f715a0be330 req-9d3762c5-b00f-4f1f-bafb-2809732bf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.611852 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-57ebd57a-5fa3-41e9-9317-5f715a0be330 req-9d3762c5-b00f-4f1f-bafb-2809732bf19f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6879759 May 25 17:09:53.620635 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-69d2f8e6-444a-40f9-9c7f-c88c8ebeea0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.2700894 May 25 17:09:53.625900 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab5909-0dd9-41e2-bfd1-c331f94fba6a req-4fcdef81-5511-497e-bd4c-bb2332fcecfd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.637543 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8ab5909-0dd9-41e2-bfd1-c331f94fba6a req-4fcdef81-5511-497e-bd4c-bb2332fcecfd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.2663336 May 25 17:09:53.667068 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aa8af-08d5-445e-be36-522bcb6c687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebba88c7-6a79-48a4-abe6-7c0da2a99656,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:53.690808 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48552) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:53.706748 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:53.751974 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 4708bad2-cbd1-44cd-9155-df4a2de8c416 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:09:53.753964 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9143f1a8-b981-414b-a64e-af1e65f46998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.755858 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-9143f1a8-b981-414b-a64e-af1e65f46998 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1141367 May 25 17:09:53.758304 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9a8368c6-6150-48dd-9dcf-3a607cd09518 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:53.762512 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8ab5909-0dd9-41e2-bfd1-c331f94fba6a req-41781bf6-3632-4397-b60f-5d4de17b2afa tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218548 May 25 17:09:53.773764 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28f15-589f-4931-960d-b6edebd4a367 req-4c236c19-8793-4aa5-8d0d-7de64d979b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.774021 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-edb74d12-24bc-4afb-9130-06baf8d61274 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497829 May 25 17:09:53.780709 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-4c236c19-8793-4aa5-8d0d-7de64d979b4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 1128 time: 0.0879319 May 25 17:09:53.873705 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-31d24e4f-5d9c-4dc7-a6c0-1cf580ef9fc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=832de1e131604ac58b0fde42ab3a9686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764200 May 25 17:09:53.874004 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48562) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:53.913547 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 9a8368c6-6150-48dd-9dcf-3a607cd09518 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:09:53.930174 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 9a8368c6-6150-48dd-9dcf-3a607cd09518 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:53.930630 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:53.948599 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-ab1f8091-6399-47d9-a4a4-c43d4ba4e52e service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735432 May 25 17:09:53.995499 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbd7d1-c1d9-4556-8aa8-5fda15d50ba3 req-0a9b09d6-c40a-4770-a1c6-2a3b36b38dba tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:53.998586 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12dbd7d1-c1d9-4556-8aa8-5fda15d50ba3 req-0a9b09d6-c40a-4770-a1c6-2a3b36b38dba tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 943 time: 0.0866456 May 25 17:09:54.000487 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3c87368d-5c31-44f6-932c-e0ceff89898b admin admin] Publish callbacks [] for security_group (6a6b8e61-cc30-442d-9350-b45f7a9a7530), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.000613 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 4708bad2-cbd1-44cd-9155-df4a2de8c416, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:54.021448 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '4708bad2-cbd1-44cd-9155-df4a2de8c416', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'port_id': '4708bad2-cbd1-44cd-9155-df4a2de8c416', 'mac_address': 'fa:16:3e:9e:77:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:09:54.033084 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3c87368d-5c31-44f6-932c-e0ceff89898b admin admin] Publish callbacks [] for security_group (6a6b8e61-cc30-442d-9350-b45f7a9a7530), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.106026 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 4708bad2-cbd1-44cd-9155-df4a2de8c416 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:54.106672 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.109622 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:54.117448 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 9a8368c6-6150-48dd-9dcf-3a607cd09518 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:54.118211 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.129709 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3c87368d-5c31-44f6-932c-e0ceff89898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6a6b8e61-cc30-442d-9350-b45f7a9a7530), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.131853 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12dbd7d1-c1d9-4556-8aa8-5fda15d50ba3 req-7ce14c3b-f55e-4003-a66c-e08642e83915 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186697 May 25 17:09:54.132517 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4708bad2-cbd1-44cd-9155-df4a2de8c416 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:09:54.134373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3c87368d-5c31-44f6-932c-e0ceff89898b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.139075 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3c87368d-5c31-44f6-932c-e0ceff89898b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a6b8e61-cc30-442d-9350-b45f7a9a7530 HTTP/1.1" status: 204 len: 168 time: 0.2617805 May 25 17:09:54.163881 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 4708bad2-cbd1-44cd-9155-df4a2de8c416, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:54.181857 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.194546 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9a8368c6-6150-48dd-9dcf-3a607cd09518, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:54.201025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87368d-5c31-44f6-932c-e0ceff89898b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6b8e61-cc30-442d-9350-b45f7a9a7530,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:54.224264 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c941121-53a6-4a50-a659-be24205d85f0 req-93ff4a13-1a6d-41df-89cd-57278ee41350 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:54.231650 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c941121-53a6-4a50-a659-be24205d85f0 req-93ff4a13-1a6d-41df-89cd-57278ee41350 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 944 time: 0.0931332 May 25 17:09:54.269976 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.290574 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c941121-53a6-4a50-a659-be24205d85f0 req-c622b2cb-ea78-4fd5-b0db-d14bcc6be539 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579588 May 25 17:09:54.310768 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609199-a471-48bd-9738-4370da1f4c61 req-83019a84-25fe-4e2e-9383-4e8afa5bea5f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:54.312286 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88609199-a471-48bd-9738-4370da1f4c61 req-83019a84-25fe-4e2e-9383-4e8afa5bea5f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0733826 May 25 17:09:54.313681 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=4708bad2-cbd1-44cd-9155-df4a2de8c416,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:54.337071 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:54.370714 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88609199-a471-48bd-9738-4370da1f4c61 req-245eddd5-1e2b-488d-b5d6-0fbc37f8c850 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513170 May 25 17:09:54.377685 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48570) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:54.396984 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=9a8368c6-6150-48dd-9dcf-3a607cd09518,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:54.401935 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af495dff-4cd7-45a0-94ac-2a293d8adcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.457977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:54.489614 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af495dff-4cd7-45a0-94ac-2a293d8adcaa admin admin] Publish callbacks [] for security_group (b87afe62-6ca4-4b29-932d-09fdb63266bd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.493741 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af495dff-4cd7-45a0-94ac-2a293d8adcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (b87afe62-6ca4-4b29-932d-09fdb63266bd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.538612 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-af495dff-4cd7-45a0-94ac-2a293d8adcaa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1c8eef4c0794fe792331ef81f864519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592553 May 25 17:09:54.539722 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af495dff-4cd7-45a0-94ac-2a293d8adcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87afe62-6ca4-4b29-932d-09fdb63266bd,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:54.541408 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48576) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:09:54.593193 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f34eae2-15ab-41cd-aba3-a6b9d7690c33 admin admin] Publish callbacks [] for security_group (b87afe62-6ca4-4b29-932d-09fdb63266bd), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.615101 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f34eae2-15ab-41cd-aba3-a6b9d7690c33 admin admin] Publish callbacks [] for security_group (b87afe62-6ca4-4b29-932d-09fdb63266bd), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.671269 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f34eae2-15ab-41cd-aba3-a6b9d7690c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (b87afe62-6ca4-4b29-932d-09fdb63266bd), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.674159 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f34eae2-15ab-41cd-aba3-a6b9d7690c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:54.677720 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3f34eae2-15ab-41cd-aba3-a6b9d7690c33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b87afe62-6ca4-4b29-932d-09fdb63266bd HTTP/1.1" status: 204 len: 168 time: 0.1329477 May 25 17:09:54.685378 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34eae2-15ab-41cd-aba3-a6b9d7690c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87afe62-6ca4-4b29-932d-09fdb63266bd,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:54.796756 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8368c6-6150-48dd-9dcf-3a607cd09518'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:54.802113 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e6074a-bbfd-44b0-a141-5a6c890b9a87" -d '{"events": [{"server_uuid": "5ecb9b07-e50d-4926-b95d-af40c6093d83", "name": "network-vif-plugged", "status": "completed", "tag": "9a8368c6-6150-48dd-9dcf-3a607cd09518"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:54.860649 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e0d5f0-eb89-41f8-9fd8-a0adfda9d18d x-openstack-request-id: req-99e0d5f0-eb89-41f8-9fd8-a0adfda9d18d {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:54.861006 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecb9b07-e50d-4926-b95d-af40c6093d83", "name": "network-vif-plugged", "status": "completed", "tag": "9a8368c6-6150-48dd-9dcf-3a607cd09518", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:54.862137 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99e0d5f0-eb89-41f8-9fd8-a0adfda9d18d {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:54.863029 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e0d5f0-eb89-41f8-9fd8-a0adfda9d18d'] response: {'server_uuid': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'code': 200} May 25 17:09:55.050141 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e421c4-ec08-420c-abfd-1c367054f841 req-ad2568c9-9cf0-4b7b-a3f2-348181e592ea tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:55.051644 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-93e421c4-ec08-420c-abfd-1c367054f841 req-ad2568c9-9cf0-4b7b-a3f2-348181e592ea tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0490344 May 25 17:09:55.127556 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-93e421c4-ec08-420c-abfd-1c367054f841 req-e8f8b20c-52a0-4408-89ea-5f418ffa9ec4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678482 May 25 17:09:55.284873 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a215f3f-3f70-4d50-a137-e0069e88309d req-2d227740-d9f1-4c30-a5e4-0a62b7eb8f33 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:55.286213 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a215f3f-3f70-4d50-a137-e0069e88309d req-2d227740-d9f1-4c30-a5e4-0a62b7eb8f33 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 944 time: 0.0553555 May 25 17:09:55.348051 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a215f3f-3f70-4d50-a137-e0069e88309d req-b27f923c-94f7-4f86-879c-236362021992 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529883 May 25 17:09:55.421889 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30772e-5fb0-47f8-9dd2-03f01377409d req-bf422081-d3e7-41dc-94b9-6fb53e6cd5d3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:55.424140 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a30772e-5fb0-47f8-9dd2-03f01377409d req-bf422081-d3e7-41dc-94b9-6fb53e6cd5d3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 944 time: 0.0559363 May 25 17:09:55.490656 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a30772e-5fb0-47f8-9dd2-03f01377409d req-8c278d90-9e88-43f7-888f-b2580f7f2c0f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594654 May 25 17:09:55.520919 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527060c8-16b9-41bd-bd0b-18f5def08e01 req-c5fcff5f-d690-43ac-a25f-36da17cb69a0 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:55.522458 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-527060c8-16b9-41bd-bd0b-18f5def08e01 req-c5fcff5f-d690-43ac-a25f-36da17cb69a0 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0598547 May 25 17:09:55.574080 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-527060c8-16b9-41bd-bd0b-18f5def08e01 req-5653a9c4-5d6b-4889-90ce-e2dc3a51a893 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447037 May 25 17:09:56.283678 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbad3f-87d8-4285-bbbe-5b874b3321e4 req-ea3debc4-9ade-4ca7-8bab-04561db9a2d2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:56.291137 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9ffbad3f-87d8-4285-bbbe-5b874b3321e4 req-ea3debc4-9ade-4ca7-8bab-04561db9a2d2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0677919 May 25 17:09:56.341256 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9ffbad3f-87d8-4285-bbbe-5b874b3321e4 req-d2b61324-3ffc-496e-b1a9-8e338d9c0741 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495102 May 25 17:09:56.498730 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-de3d7e92-7946-4721-a572-8f693749f023 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7d08f7-f9a7-41b7-9a81-da056a75e0de HTTP/1.1" status: 200 len: 217 time: 0.0652118 May 25 17:09:56.516777 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15a790-2d5f-45a8-87a9-5b26d612b05d req-41560a77-cbb7-4566-968e-5a5b4b84e98e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:56.518844 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f15a790-2d5f-45a8-87a9-5b26d612b05d req-41560a77-cbb7-4566-968e-5a5b4b84e98e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 944 time: 0.0987811 May 25 17:09:56.520118 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['4708bad2-cbd1-44cd-9155-df4a2de8c416'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:09:56.626498 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:56.689558 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f15a790-2d5f-45a8-87a9-5b26d612b05d req-2462c863-0d28-4fba-a59f-b554708ebbdd tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601281 May 25 17:09:56.694126 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28f15-589f-4931-960d-b6edebd4a367 req-8275f341-b272-4926-99cf-2edd0c9d8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:56.698369 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-8275f341-b272-4926-99cf-2edd0c9d8a96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.1681309 May 25 17:09:56.763524 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:56.860644 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:56.902158 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f1aa4-396f-4d3d-a54f-138ea42b44cc req-7455641c-508f-4bc9-9849-75868aa4b043 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:56.910469 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-721f1aa4-396f-4d3d-a54f-138ea42b44cc req-7455641c-508f-4bc9-9849-75868aa4b043 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 944 time: 0.1242590 May 25 17:09:56.925058 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fd0da-af20-4e90-a9c5-ec60451794bd req-d67553f3-17ba-4a96-ab76-1e968f311163 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:56.926823 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d98fd0da-af20-4e90-a9c5-ec60451794bd req-d67553f3-17ba-4a96-ab76-1e968f311163 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1047382 May 25 17:09:56.932770 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28f15-589f-4931-960d-b6edebd4a367 req-f2adb446-3884-43ac-805f-999f68d63791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:56.934262 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-f2adb446-3884-43ac-805f-999f68d63791 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1600304 May 25 17:09:56.958198 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85b66b68-12ab-4b0a-ad9b-7af58b3e7517 req-20095541-ae70-4f57-acf1-14483f5f63fc service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326421 May 25 17:09:56.988269 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d98fd0da-af20-4e90-a9c5-ec60451794bd req-274676eb-0aec-4011-a94a-c081160d93b4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485270 May 25 17:09:57.006641 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-721f1aa4-396f-4d3d-a54f-138ea42b44cc req-fd4ecd16-e4e9-4220-8b3f-577988c194e0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948026 May 25 17:09:57.011221 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ef667c5d-ed02-4c85-84c6-5cd5bdb1f435 req-26a8e8d4-9931-4cec-9bcb-888e8fcf82a8 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845222 May 25 17:09:57.312114 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32936baf-a6f9-486c-b1e5-28a920967aae req-969f6893-a430-4931-8baa-ed87987ca0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:57.313437 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32936baf-a6f9-486c-b1e5-28a920967aae req-969f6893-a430-4931-8baa-ed87987ca0ab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 1129 time: 0.0580983 May 25 17:09:57.467938 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e1efa-ed73-45f0-ba10-bc803ec3d5c3 req-22c5cb9b-e707-4fc9-8c17-cc97715b9a31 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:57.469656 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-915e1efa-ed73-45f0-ba10-bc803ec3d5c3 req-22c5cb9b-e707-4fc9-8c17-cc97715b9a31 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0485508 May 25 17:09:57.529681 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-915e1efa-ed73-45f0-ba10-bc803ec3d5c3 req-c448502f-9968-44f1-993e-cdef9ea0ea7a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524418 May 25 17:09:57.814199 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c738a-320c-4643-925c-255dbaf9f2ff req-b905df16-d5e6-49a6-8ff5-275da6d5ceba tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:57.815823 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1d4c738a-320c-4643-925c-255dbaf9f2ff req-b905df16-d5e6-49a6-8ff5-275da6d5ceba tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 944 time: 0.0473609 May 25 17:09:57.862913 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1d4c738a-320c-4643-925c-255dbaf9f2ff req-5931dfaa-f585-49a0-98cc-099548e2d42d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 May 25 17:09:58.124947 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f50706-9193-4dc7-9cbe-23487234267c req-a7b6c047-d727-4b35-824d-fda59090bed9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:58.126480 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0f50706-9193-4dc7-9cbe-23487234267c req-a7b6c047-d727-4b35-824d-fda59090bed9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0678096 May 25 17:09:58.134410 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea93ea-d8d2-456e-b614-1abcd0e73283 req-b05549c6-630e-48e2-8121-a6fda626f1e9 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:58.135948 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bcea93ea-d8d2-456e-b614-1abcd0e73283 req-b05549c6-630e-48e2-8121-a6fda626f1e9 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 944 time: 0.0588789 May 25 17:09:58.172145 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:58.196926 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bcea93ea-d8d2-456e-b614-1abcd0e73283 req-67e78188-880c-4f90-b13d-2192de2dd97a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549982 May 25 17:09:58.226175 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 4708bad2-cbd1-44cd-9155-df4a2de8c416 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:09:58.250621 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0f50706-9193-4dc7-9cbe-23487234267c req-2313f1f6-20f3-41c6-b88c-9aa001803ca6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116033 May 25 17:09:58.262069 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-27c3e67f-2e83-44b1-abf7-d04ca6a13f0c service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538231 May 25 17:09:58.289803 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 4708bad2-cbd1-44cd-9155-df4a2de8c416 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:09:58.297736 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 4708bad2-cbd1-44cd-9155-df4a2de8c416 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:09:58.298805 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:58.318108 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:58.373802 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-40a3c804-1628-4bb8-ade0-7a725197714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:58.383408 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-40a3c804-1628-4bb8-ade0-7a725197714b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 1127 time: 0.0939841 May 25 17:09:58.386073 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32936baf-a6f9-486c-b1e5-28a920967aae req-f17ab63c-99ba-455c-9af1-a278c76181ef service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986011 May 25 17:09:58.398175 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 4708bad2-cbd1-44cd-9155-df4a2de8c416 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:09:58.399000 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:58.403773 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d28f15-589f-4931-960d-b6edebd4a367 req-f865be56-0822-44ff-90fc-5274ff811c0c service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148953 May 25 17:09:58.435094 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e860e-8389-4f93-b7d0-2d80d7b7ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4708bad2-cbd1-44cd-9155-df4a2de8c416'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:09:58.437525 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a39340f-d2a8-4a45-bd37-7595f3e98f77" -d '{"events": [{"server_uuid": "255e860e-8389-4f93-b7d0-2d80d7b7ad7d", "name": "network-vif-plugged", "status": "completed", "tag": "4708bad2-cbd1-44cd-9155-df4a2de8c416"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:09:58.452855 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 4708bad2-cbd1-44cd-9155-df4a2de8c416, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:09:58.459324 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:09:58.496073 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23a1ee3-d21c-4903-b2bb-e03bdb10b384 x-openstack-request-id: req-e23a1ee3-d21c-4903-b2bb-e03bdb10b384 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:09:58.496365 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e860e-8389-4f93-b7d0-2d80d7b7ad7d", "name": "network-vif-plugged", "status": "completed", "tag": "4708bad2-cbd1-44cd-9155-df4a2de8c416", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:09:58.496657 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e23a1ee3-d21c-4903-b2bb-e03bdb10b384 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:09:58.497742 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23a1ee3-d21c-4903-b2bb-e03bdb10b384'] response: {'server_uuid': '255e860e-8389-4f93-b7d0-2d80d7b7ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4708bad2-cbd1-44cd-9155-df4a2de8c416', 'code': 200} May 25 17:09:58.524624 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=4708bad2-cbd1-44cd-9155-df4a2de8c416,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:58.651552 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:09:58.690695 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269151a-7e30-4af2-a815-98c40353b997 req-fddfd150-de98-4d93-a03d-c27bf2cfffea tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:58.697506 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2269151a-7e30-4af2-a815-98c40353b997 req-fddfd150-de98-4d93-a03d-c27bf2cfffea tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0563560 May 25 17:09:58.701099 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-d4b19139-bcae-4857-9a4f-308b9cd38508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:58.702543 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-d4b19139-bcae-4857-9a4f-308b9cd38508 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 918 time: 0.1208663 May 25 17:09:58.747153 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2269151a-7e30-4af2-a815-98c40353b997 req-f759dac6-004a-49a3-93c3-296cbf7c11d6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461566 May 25 17:09:58.988709 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b87b6-fefc-4299-8ff4-eab4f6c31581 req-ec56b184-b987-44cd-b7d1-b2ce677ea6ac tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:58.990323 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-638b87b6-fefc-4299-8ff4-eab4f6c31581 req-ec56b184-b987-44cd-b7d1-b2ce677ea6ac tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0555513 May 25 17:09:59.041113 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-638b87b6-fefc-4299-8ff4-eab4f6c31581 req-54eb6467-a56d-414c-a3de-3dd29bb4c131 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 May 25 17:09:59.310748 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac6901-f467-404e-b580-937e170af4e0 req-3dd693b7-5bc3-43ec-893b-b4a37ef85335 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:59.312249 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2eac6901-f467-404e-b580-937e170af4e0 req-3dd693b7-5bc3-43ec-893b-b4a37ef85335 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 944 time: 0.0481701 May 25 17:09:59.362991 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2eac6901-f467-404e-b580-937e170af4e0 req-40e8d904-630e-4f57-86b7-8c112e7c7bad tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 May 25 17:09:59.366061 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0036ce1-236d-4f63-a3ca-74f09ef930e6 req-d4b38e71-671b-41dd-a9cf-4177507e70e2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:59.367623 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d0036ce1-236d-4f63-a3ca-74f09ef930e6 req-d4b38e71-671b-41dd-a9cf-4177507e70e2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0467830 May 25 17:09:59.417617 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d0036ce1-236d-4f63-a3ca-74f09ef930e6 req-87cbef0a-3c41-4047-90ba-bf7605da80fe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415342 May 25 17:09:59.887278 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61a4bd-0957-47d5-baaf-5f62c3ebd646 req-3d250c34-5f7d-4e4e-8e86-05c100cca982 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:09:59.890137 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d61a4bd-0957-47d5-baaf-5f62c3ebd646 req-3d250c34-5f7d-4e4e-8e86-05c100cca982 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0704727 May 25 17:09:59.948979 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d61a4bd-0957-47d5-baaf-5f62c3ebd646 req-7f74f1e9-38a3-4919-890c-6c8d8f7241b4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524426 May 25 17:10:00.160584 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7636db-e979-4bdb-9d34-b6607b7fb9de req-e8b19b44-d382-43e6-bf61-d6bba6be58b6 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:00.162111 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9e7636db-e979-4bdb-9d34-b6607b7fb9de req-e8b19b44-d382-43e6-bf61-d6bba6be58b6 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0511453 May 25 17:10:00.210472 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9e7636db-e979-4bdb-9d34-b6607b7fb9de req-a23a2536-e375-4b25-b013-c4146e9469ec tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 May 25 17:10:00.494557 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b066e6-ca5a-4c55-8cc9-93ac1f6b6417 req-81d74c02-b5a8-4397-8104-4b12a49063df tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:00.502992 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-53b066e6-ca5a-4c55-8cc9-93ac1f6b6417 req-81d74c02-b5a8-4397-8104-4b12a49063df tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 944 time: 0.0649500 May 25 17:10:00.506153 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 48838) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:00.564323 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-53b066e6-ca5a-4c55-8cc9-93ac1f6b6417 req-81393ce5-761a-468b-ac99-4511e308a4b5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599644 May 25 17:10:00.566050 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c232d0-e83e-4998-82e6-483e11aef696 req-afdd8e60-ad35-432c-a457-09015c5e491f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:00.567697 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-30c232d0-e83e-4998-82e6-483e11aef696 req-afdd8e60-ad35-432c-a457-09015c5e491f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0752890 May 25 17:10:00.618394 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-30c232d0-e83e-4998-82e6-483e11aef696 req-32881ac0-ab16-4a5d-b193-c4a4083fbb38 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 May 25 17:10:00.643935 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-321f48ad-cd1e-4cfa-94ff-c9d66230054c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:00.693244 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:00.721047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-321f48ad-cd1e-4cfa-94ff-c9d66230054c admin admin] Publish callbacks [] for security_group (63020edf-b092-4a01-9a3b-f4d9f017787a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:00.724990 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-321f48ad-cd1e-4cfa-94ff-c9d66230054c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (63020edf-b092-4a01-9a3b-f4d9f017787a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:00.767755 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-321f48ad-cd1e-4cfa-94ff-c9d66230054c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53636e313a7e42478677da440f1ab316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587790 May 25 17:10:00.768795 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f48ad-cd1e-4cfa-94ff-c9d66230054c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63020edf-b092-4a01-9a3b-f4d9f017787a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:00.770532 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48842) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:00.818780 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4dd79c9e-0c74-4557-9268-0e0eda9b0c0e admin admin] Publish callbacks [] for security_group (63020edf-b092-4a01-9a3b-f4d9f017787a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:00.839254 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:10:00.840325 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4dd79c9e-0c74-4557-9268-0e0eda9b0c0e admin admin] Publish callbacks [] for security_group (63020edf-b092-4a01-9a3b-f4d9f017787a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:00.888402 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4dd79c9e-0c74-4557-9268-0e0eda9b0c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (63020edf-b092-4a01-9a3b-f4d9f017787a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:00.891140 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4dd79c9e-0c74-4557-9268-0e0eda9b0c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:00.893017 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4dd79c9e-0c74-4557-9268-0e0eda9b0c0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63020edf-b092-4a01-9a3b-f4d9f017787a HTTP/1.1" status: 204 len: 168 time: 0.1208332 May 25 17:10:00.903051 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd79c9e-0c74-4557-9268-0e0eda9b0c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63020edf-b092-4a01-9a3b-f4d9f017787a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:00.963686 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:00.976224 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'port_id': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'mac_address': 'fa:16:3e:8b:20:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:10:01.013116 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fa9d31d9-985b-4772-a564-1cbeee313f84 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:10:01.013517 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.026933 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9d31d9-985b-4772-a564-1cbeee313f84 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:10:01.055401 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:01.062160 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.096583 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa7a5-2f2e-4ebe-9387-46076be655fe req-24e54a05-0eb8-463a-bc35-0ffa7248faa9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:01.098294 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b4cfa7a5-2f2e-4ebe-9387-46076be655fe req-24e54a05-0eb8-463a-bc35-0ffa7248faa9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0700073 May 25 17:10:01.119296 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:01.165431 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b4cfa7a5-2f2e-4ebe-9387-46076be655fe req-e5180623-55ba-4f40-85ad-7e61f924d82b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606241 May 25 17:10:01.257515 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48856) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:01.271944 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0f8da85-fd28-4224-adb9-d0d0600dcf2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.339680 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee45d9-b15f-4848-8dad-def7f8d1ee79 req-f1a4cbc0-aad8-4436-b04f-0247ded5c426 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:01.341270 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-90ee45d9-b15f-4848-8dad-def7f8d1ee79 req-f1a4cbc0-aad8-4436-b04f-0247ded5c426 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0565569 May 25 17:10:01.344868 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:01.356360 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0f8da85-fd28-4224-adb9-d0d0600dcf2d admin admin] Publish callbacks [] for security_group (d6b5ebba-dca6-4966-b7ad-bea89d80767d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.360465 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0f8da85-fd28-4224-adb9-d0d0600dcf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (d6b5ebba-dca6-4966-b7ad-bea89d80767d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.404216 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-90ee45d9-b15f-4848-8dad-def7f8d1ee79 req-2f0a65c5-e380-48bb-b20c-f3550669e70f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542865 May 25 17:10:01.411116 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8da85-fd28-4224-adb9-d0d0600dcf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b5ebba-dca6-4966-b7ad-bea89d80767d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:01.416154 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d0f8da85-fd28-4224-adb9-d0d0600dcf2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd37c017191f4692a88f7bbb0cb4345c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575737 May 25 17:10:01.419583 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 48858) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:01.481380 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f3af9a0-a8b8-417b-b231-8765a635a6fd admin admin] Publish callbacks [] for security_group (d6b5ebba-dca6-4966-b7ad-bea89d80767d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.484573 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:01.508486 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f3af9a0-a8b8-417b-b231-8765a635a6fd admin admin] Publish callbacks [] for security_group (d6b5ebba-dca6-4966-b7ad-bea89d80767d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.577509 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f3af9a0-a8b8-417b-b231-8765a635a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (d6b5ebba-dca6-4966-b7ad-bea89d80767d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.581499 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f3af9a0-a8b8-417b-b231-8765a635a6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:01.582913 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4f3af9a0-a8b8-417b-b231-8765a635a6fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6b5ebba-dca6-4966-b7ad-bea89d80767d HTTP/1.1" status: 204 len: 168 time: 0.1621656 May 25 17:10:01.594374 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3af9a0-a8b8-417b-b231-8765a635a6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b5ebba-dca6-4966-b7ad-bea89d80767d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:01.723808 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383cb9e-c031-4cab-be55-5a0aab49c2c0 req-ae0b40b1-ea49-40f8-8d8a-23e320a7ff27 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:01.725496 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e383cb9e-c031-4cab-be55-5a0aab49c2c0 req-ae0b40b1-ea49-40f8-8d8a-23e320a7ff27 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 944 time: 0.0584266 May 25 17:10:01.772025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77931a8-2b7e-4690-9032-5b11266aca8c req-5c866ca2-f7b3-49ef-9b9f-9ee30927256c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:01.774212 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e77931a8-2b7e-4690-9032-5b11266aca8c req-5c866ca2-f7b3-49ef-9b9f-9ee30927256c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0573671 May 25 17:10:01.793661 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e383cb9e-c031-4cab-be55-5a0aab49c2c0 req-ad02d3ac-cd3e-4da8-812a-f3b7e3922e65 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525517 May 25 17:10:01.837837 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e77931a8-2b7e-4690-9032-5b11266aca8c req-f0dafe30-3ebf-4289-a7c7-1cef1980aae8 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576262 May 25 17:10:02.134635 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fa9d31d9-985b-4772-a564-1cbeee313f84'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:10:02.142422 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-3f4b165d-9433-4679-a3fd-e84b4dbec9de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9d31d9-985b-4772-a564-1cbeee313f84 HTTP/1.1" status: 200 len: 217 time: 0.0496476 May 25 17:10:02.276977 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fb7d08f7-f9a7-41b7-9a81-da056a75e0de details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:10:02.283048 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:02.320342 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136ac88-bffa-45cf-b32f-b67099facbf0 req-625d1f5a-741c-4241-ae4c-a7efcca8c483 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:02.330464 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e136ac88-bffa-45cf-b32f-b67099facbf0 req-625d1f5a-741c-4241-ae4c-a7efcca8c483 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 944 time: 0.0726471 May 25 17:10:02.392619 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e136ac88-bffa-45cf-b32f-b67099facbf0 req-aaf3d5f1-5a36-419a-bfbe-e6ea71bab15b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585425 May 25 17:10:02.470089 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fb7d08f7-f9a7-41b7-9a81-da056a75e0de, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:02.485150 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:10:02.539196 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:02.567295 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fb7d08f7-f9a7-41b7-9a81-da056a75e0de is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:10:02.567787 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:02.572254 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:02.598284 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7d08f7-f9a7-41b7-9a81-da056a75e0de {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:10:02.603991 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e6f7e-fef8-4d04-b235-6770d5624d87 req-40a6346e-2704-47ef-8553-43384b08e565 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:02.613010 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-487e6f7e-fef8-4d04-b235-6770d5624d87 req-40a6346e-2704-47ef-8553-43384b08e565 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.1112661 May 25 17:10:02.617048 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e967867-1bea-4fa5-8ab5-812ca0e99d25 req-9ebb653e-ae71-4aaf-a5b0-42c2f2536d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:02.621915 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e967867-1bea-4fa5-8ab5-812ca0e99d25 req-9ebb653e-ae71-4aaf-a5b0-42c2f2536d47 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 1129 time: 0.0963559 May 25 17:10:02.626213 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-39de4708-60fb-4769-94bc-38806213d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:02.628063 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-39de4708-60fb-4769-94bc-38806213d4f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.1241794 May 25 17:10:02.646124 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fb7d08f7-f9a7-41b7-9a81-da056a75e0de, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:02.651063 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:02.694749 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e967867-1bea-4fa5-8ab5-812ca0e99d25 req-836ebefe-8cb0-4772-86b3-19bd7fb02513 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585370 May 25 17:10:02.741870 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:02.752261 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-81ee2571-2613-439d-b68d-5f1352e0c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:02.754054 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-81ee2571-2613-439d-b68d-5f1352e0c19c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1142714 May 25 17:10:02.759571 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-487e6f7e-fef8-4d04-b235-6770d5624d87 req-73f6984f-eceb-4285-b6fd-5268a7cc2e2b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454282 May 25 17:10:02.958740 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4e231-0f06-4b84-9c25-522f21d7f469 req-987dac1b-c73e-4e7e-9493-d2587c26b162 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:02.960586 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7f4e231-0f06-4b84-9c25-522f21d7f469 req-987dac1b-c73e-4e7e-9493-d2587c26b162 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 945 time: 0.0861192 May 25 17:10:02.980982 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54b05-f43e-477e-a88e-1e5593195431 req-8ca4e74a-b9bc-472a-8e84-869ef86f1057 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:02.983470 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-90e54b05-f43e-477e-a88e-1e5593195431 req-8ca4e74a-b9bc-472a-8e84-869ef86f1057 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0629001 May 25 17:10:03.023930 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7f4e231-0f06-4b84-9c25-522f21d7f469 req-1fd49ab9-5a9d-460f-8eaf-b13ee9171950 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561638 May 25 17:10:03.037070 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-90e54b05-f43e-477e-a88e-1e5593195431 req-127cbc54-0429-4c41-a4bd-b4a2c21701e8 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474114 May 25 17:10:03.168889 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-0cb27d18-14ea-4473-9dd0-9c498b66f111 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113801 May 25 17:10:03.512911 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19d58b-4422-48d0-b9cb-82e208491222 req-73867e10-ee0a-4eef-8af1-472a21db4446 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:03.516988 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fb7d08f7-f9a7-41b7-9a81-da056a75e0de'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:10:03.522223 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cd19d58b-4422-48d0-b9cb-82e208491222 req-73867e10-ee0a-4eef-8af1-472a21db4446 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 944 time: 0.0646675 May 25 17:10:03.576748 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cd19d58b-4422-48d0-b9cb-82e208491222 req-1fd507b3-b454-4417-8d16-4f896d5d1a86 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535247 May 25 17:10:03.882192 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ec3ac33-ec34-4475-942c-dc69b231567a req-f221a2e1-cd8b-4a92-a7fc-2656d959c0c0 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209600 May 25 17:10:03.889706 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c08-427e-4dc2-9152-e506ffa3cce8 req-acbbfb6d-b220-48e8-9926-f9fb0efd9d5d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:03.891096 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29260c08-427e-4dc2-9152-e506ffa3cce8 req-acbbfb6d-b220-48e8-9926-f9fb0efd9d5d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0512273 May 25 17:10:03.947582 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29260c08-427e-4dc2-9152-e506ffa3cce8 req-6bfc2034-e9ea-4b24-9523-c7ca831fbb35 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495813 May 25 17:10:04.168763 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a4246-be38-4760-8c58-4a3c947975c3 req-605d8b44-c483-4cca-bb1f-10754ac5aa7f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:04.170458 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-777a4246-be38-4760-8c58-4a3c947975c3 req-605d8b44-c483-4cca-bb1f-10754ac5aa7f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 945 time: 0.0529549 May 25 17:10:04.189224 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf85616-a781-4e65-b7f9-8c87c71c2d42 req-c8c8b418-8ca5-44ab-955b-beb5ca4e63b1 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:04.191053 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cf85616-a781-4e65-b7f9-8c87c71c2d42 req-c8c8b418-8ca5-44ab-955b-beb5ca4e63b1 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0607016 May 25 17:10:04.249018 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-777a4246-be38-4760-8c58-4a3c947975c3 req-d84140f4-888c-4e06-85d6-d3cf08f088f6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676441 May 25 17:10:04.273285 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cf85616-a781-4e65-b7f9-8c87c71c2d42 req-09199c16-7593-4cc0-89d9-667b80edd099 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735250 May 25 17:10:04.389963 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c826557-361e-4a95-8aed-5ec0c4693fbc req-c99f62a6-64c9-4674-91b8-a6ba564d3b29 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:04.391441 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0c826557-361e-4a95-8aed-5ec0c4693fbc req-c99f62a6-64c9-4674-91b8-a6ba564d3b29 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0477469 May 25 17:10:04.401042 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49012) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:04.405991 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'floatingip': {'port_id': '9a8368c6-6150-48dd-9dcf-3a607cd09518'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:04.484394 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:04.547808 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49016) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:04.586554 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:10:04.636631 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port fa9d31d9-985b-4772-a564-1cbeee313f84 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:10:04.646131 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fa9d31d9-985b-4772-a564-1cbeee313f84 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:10:04.646582 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:04.704451 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-87001118-016c-4f66-a0d7-3091fa25f5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:04.748616 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c336717-9261-4000-aa29-62146403a6d5 req-08f05390-cbb8-42e1-b919-ec230d274eda tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:04.750721 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:04.753504 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fa9d31d9-985b-4772-a564-1cbeee313f84 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:10:04.753957 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:04.756637 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c336717-9261-4000-aa29-62146403a6d5 req-08f05390-cbb8-42e1-b919-ec230d274eda tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 944 time: 0.0710218 May 25 17:10:04.786535 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:04.791966 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6252070-d1c8-4d93-ad0e-831cd5ac84f3" -d '{"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:04.833918 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:04.839993 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:04.842004 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fb7d08f7-f9a7-41b7-9a81-da056a75e0de up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:10:04.843751 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:04.846104 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-87001118-016c-4f66-a0d7-3091fa25f5d6 admin admin] Publish callbacks [] for security_group (18dc755a-5575-4ada-8043-43acd579233a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:04.858816 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-87001118-016c-4f66-a0d7-3091fa25f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (18dc755a-5575-4ada-8043-43acd579233a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:04.864056 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c336717-9261-4000-aa29-62146403a6d5 req-7b450933-389e-4572-868a-066c412f0813 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061051 May 25 17:10:04.875446 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:04.906683 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf98c48-7e1f-46a6-91a9-82d14ecf649c x-openstack-request-id: req-1cf98c48-7e1f-46a6-91a9-82d14ecf649c {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:04.907058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:04.907369 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cf98c48-7e1f-46a6-91a9-82d14ecf649c {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:04.908419 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf98c48-7e1f-46a6-91a9-82d14ecf649c'] response: {'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'code': 200} May 25 17:10:04.922609 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port fb7d08f7-f9a7-41b7-9a81-da056a75e0de completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:10:04.936446 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-87001118-016c-4f66-a0d7-3091fa25f5d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5592e7ef53b487088cf4e06107c544e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874400 May 25 17:10:04.938478 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87001118-016c-4f66-a0d7-3091fa25f5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc755a-5575-4ada-8043-43acd579233a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:04.942131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49032) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:04.954377 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:04.960025 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fb7d08f7-f9a7-41b7-9a81-da056a75e0de triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:10:04.960578 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.023066 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:05.086228 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:05.103392 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317e067-7385-4d2c-8892-98a3dddee3d5 req-19d29d14-b135-4a4b-bbc0-070e0e48edb8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:05.105521 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f317e067-7385-4d2c-8892-98a3dddee3d5 req-19d29d14-b135-4a4b-bbc0-070e0e48edb8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0707185 May 25 17:10:05.118590 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fb7d08f7-f9a7-41b7-9a81-da056a75e0de is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:10:05.118979 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.157327 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fb7d08f7-f9a7-41b7-9a81-da056a75e0de, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:05.162086 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.171156 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f317e067-7385-4d2c-8892-98a3dddee3d5 req-4ca182bd-6809-4aba-bf27-132a50877f14 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591514 May 25 17:10:05.212088 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:05.412084 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Publish callbacks [] for security_group (18dc755a-5575-4ada-8043-43acd579233a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.506377 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:10:05.508017 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e2fde-2cc5-4a3b-8611-d59862ea949a req-27178066-ed42-4650-bce1-9441ba544d59 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:05.509705 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d99e2fde-2cc5-4a3b-8611-d59862ea949a req-27178066-ed42-4650-bce1-9441ba544d59 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.1533592 May 25 17:10:05.524898 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Publish callbacks [] for security_group (18dc755a-5575-4ada-8043-43acd579233a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.560206 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.db.resource_extend [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 17:10:05.675153 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.691688 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.731786 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d99e2fde-2cc5-4a3b-8611-d59862ea949a req-3582e1fc-ac89-4d7a-87a3-a76e6fd0bfe2 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048285 May 25 17:10:05.732893 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49060) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:05.734172 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (18dc755a-5575-4ada-8043-43acd579233a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.738020 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:05.739091 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18dc755a-5575-4ada-8043-43acd579233a HTTP/1.1" status: 204 len: 168 time: 0.7945373 May 25 17:10:05.755944 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc755a-5575-4ada-8043-43acd579233a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:05.769559 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.769691 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.770041 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.770327 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.770659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.770987 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.771313 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.771638 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.771962 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.772289 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.772616 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.773000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.773323 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.773638 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.773966 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c54daf-0a9b-4979-8200-0f79a910f494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:05.827637 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Floating IP c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4 associated. External IP: 172.27.0.132, port: 9a8368c6-6150-48dd-9dcf-3a607cd09518. May 25 17:10:06.036190 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3572d-23e2-425f-b009-a20b7a9ec5ec req-ccdb6d3c-f8ad-4bda-b567-f7cc42d083cc tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:06.044044 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b2b3572d-23e2-425f-b009-a20b7a9ec5ec req-ccdb6d3c-f8ad-4bda-b567-f7cc42d083cc tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0779741 May 25 17:10:06.087151 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Router cf478cfc-3bcc-4bc6-99d0-6baf06759aec has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:10:06.088471 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.104268 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49072) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:06.151278 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79325dd4-ecb9-48ad-bcbe-da53b50d94ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.168248 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b2b3572d-23e2-425f-b009-a20b7a9ec5ec req-9d015608-a20a-405f-891c-d3382e75df5a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231153 May 25 17:10:06.231313 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-bc0f2a2f-99e5-4157-b804-79b55705da46 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266448 May 25 17:10:06.237897 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79325dd4-ecb9-48ad-bcbe-da53b50d94ef admin admin] Publish callbacks [] for security_group (6ca0e8ef-d494-4ed9-9ff6-040b5aa2ad20), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.241699 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:06.242668 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:06.245452 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79325dd4-ecb9-48ad-bcbe-da53b50d94ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6ca0e8ef-d494-4ed9-9ff6-040b5aa2ad20), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.319428 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Publish callbacks [] for security_group (28a14fec-45e4-40b2-9f6b-477aa5fbac8a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.329963 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (28a14fec-45e4-40b2-9f6b-477aa5fbac8a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.365234 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-79325dd4-ecb9-48ad-bcbe-da53b50d94ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04a4c561bfc14d54897f5ea405610b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590714 May 25 17:10:06.368830 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49082) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:06.375242 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79325dd4-ecb9-48ad-bcbe-da53b50d94ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca0e8ef-d494-4ed9-9ff6-040b5aa2ad20,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:06.382885 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ad15499ceab4025a17be396e01248a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6463499 May 25 17:10:06.385709 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49084) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:06.385926 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a14fec-45e4-40b2-9f6b-477aa5fbac8a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:06.401764 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:10:06.404374 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.404785 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.405094 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.405434 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.405873 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.406094 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.406422 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.406749 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.407077 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.407406 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.408312 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.408646 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.409032 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.409362 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.409687 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5654d47-b6c8-4da5-a89a-8e9aa74d3faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:06.416592 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101708-0e86-4774-8d59-64a53a27655e req-60b9a889-9cb1-4e54-b837-e3d70042a48e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:06.418028 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9101708-0e86-4774-8d59-64a53a27655e req-60b9a889-9cb1-4e54-b837-e3d70042a48e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.1004622 May 25 17:10:06.421086 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.422822 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] Sync routers for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:10:06.442683 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:10:06.443407 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:06.443806 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-785584ed-5135-40c8-bd29-72338363b2da admin admin] Publish callbacks [] for security_group (6ca0e8ef-d494-4ed9-9ff6-040b5aa2ad20), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.468934 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-785584ed-5135-40c8-bd29-72338363b2da admin admin] Publish callbacks [] for security_group (6ca0e8ef-d494-4ed9-9ff6-040b5aa2ad20), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.505011 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3063c958-1457-4c56-88ae-e630959157dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "PUT /v2.0/floatingips/c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4 HTTP/1.1" status: 200 len: 991 time: 2.1027389 May 25 17:10:06.510232 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'tag': '9a8368c6-6150-48dd-9dcf-3a607cd09518'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:06.512504 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecb9b07-e50d-4926-b95d-af40c6093d83", "tag": "9a8368c6-6150-48dd-9dcf-3a607cd09518"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:06.532461 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-88aa8b3b-8a32-4bee-bf3a-60773e6dae88 admin admin] Publish callbacks [] for security_group (28a14fec-45e4-40b2-9f6b-477aa5fbac8a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.550296 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9101708-0e86-4774-8d59-64a53a27655e req-9462513a-5dd0-4b80-b531-186251b2e88a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154048 May 25 17:10:06.559097 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad75c667-a747-41dc-9a23-c55d3de75566 x-openstack-request-id: req-ad75c667-a747-41dc-9a23-c55d3de75566 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:06.559097 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecb9b07-e50d-4926-b95d-af40c6093d83", "tag": "9a8368c6-6150-48dd-9dcf-3a607cd09518", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:06.559097 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad75c667-a747-41dc-9a23-c55d3de75566 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:06.559097 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad75c667-a747-41dc-9a23-c55d3de75566'] response: {'name': 'network-changed', 'server_uuid': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'tag': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'status': 'completed', 'code': 200} May 25 17:10:06.568338 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-785584ed-5135-40c8-bd29-72338363b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6ca0e8ef-d494-4ed9-9ff6-040b5aa2ad20), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.571741 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-785584ed-5135-40c8-bd29-72338363b2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.574424 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:10:06.575859 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-785584ed-5135-40c8-bd29-72338363b2da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ca0e8ef-d494-4ed9-9ff6-040b5aa2ad20 HTTP/1.1" status: 204 len: 168 time: 0.2052395 May 25 17:10:06.613013 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785584ed-5135-40c8-bd29-72338363b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca0e8ef-d494-4ed9-9ff6-040b5aa2ad20,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:06.616998 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-88aa8b3b-8a32-4bee-bf3a-60773e6dae88 admin admin] Publish callbacks [] for security_group (28a14fec-45e4-40b2-9f6b-477aa5fbac8a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.715737 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-570337f6-96fc-4d81-9b32-85be9d4a6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:06.718875 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-570337f6-96fc-4d81-9b32-85be9d4a6ba3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=23a454e276d3405a93a67513e1a12126&device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0769279 May 25 17:10:06.749118 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aab06-aab1-435b-9a9c-101df2942639 req-43ef11e4-e3b3-4e53-a28d-0fc6b31d5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:06.750627 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-614aab06-aab1-435b-9a9c-101df2942639 req-43ef11e4-e3b3-4e53-a28d-0fc6b31d5ecc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 1129 time: 0.1494250 May 25 17:10:06.849096 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-65d36342-7870-4440-8ba7-6bd99913f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:06.850814 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-65d36342-7870-4440-8ba7-6bd99913f816 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 1129 time: 0.1309843 May 25 17:10:06.910905 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:06.913088 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-614aab06-aab1-435b-9a9c-101df2942639 req-ffb47e1b-6d73-4b30-aa85-e42e4f667f44 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464624 May 25 17:10:06.914768 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-88aa8b3b-8a32-4bee-bf3a-60773e6dae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (28a14fec-45e4-40b2-9f6b-477aa5fbac8a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.915829 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48442f36-2d54-4598-b735-96b2f2a63d63" -d '{"events": [{"server_uuid": "4176ef9b-9601-4e3d-bc52-51854be03fd7", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d08f7-f9a7-41b7-9a81-da056a75e0de"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:06.918187 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-88aa8b3b-8a32-4bee-bf3a-60773e6dae88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:06.919521 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-88aa8b3b-8a32-4bee-bf3a-60773e6dae88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28a14fec-45e4-40b2-9f6b-477aa5fbac8a HTTP/1.1" status: 204 len: 168 time: 0.5329008 May 25 17:10:06.943117 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa8b3b-8a32-4bee-bf3a-60773e6dae88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a14fec-45e4-40b2-9f6b-477aa5fbac8a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:07.033777 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:07.081286 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d080-7690-4271-b2cf-465d95e1670f req-05bf556f-998c-4167-8989-37a78596909b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:07.088482 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-81f6d080-7690-4271-b2cf-465d95e1670f req-05bf556f-998c-4167-8989-37a78596909b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.2045424 May 25 17:10:07.110772 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-9007e0b5-91a0-448b-a86f-68932bb259a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:07.112533 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-9007e0b5-91a0-448b-a86f-68932bb259a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cd9aa901-6a70-4a5a-a91a-969e2210030b HTTP/1.1" status: 200 len: 911 time: 0.3390491 May 25 17:10:07.172853 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'port_id': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'mac_address': 'fa:16:3e:d1:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:26Z', 'updated_at': '2022-05-25T17:10:05Z', 'revision_number': 1, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:07.196393 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-5ab5a3e2-89c4-4b47-8196-e55c0e9d9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:07.198123 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-5ab5a3e2-89c4-4b47-8196-e55c0e9d9acb service neutron] 10.222.0.71 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 909 time: 0.3396339 May 25 17:10:07.263414 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:07.280170 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] Checking router: cf478cfc-3bcc-4bc6-99d0-6baf06759aec for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:10:07.296010 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-f5a5b9d7-dd5c-49a2-ab5a-0bc5800dd70e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adbfec7d-46e1-477d-8236-36f39e8d299f HTTP/1.1" status: 200 len: 217 time: 0.1364434 May 25 17:10:07.301502 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:10:07.303044 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:07.306725 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d8495d-d4a6-45c2-9b3a-d7d55624d057 x-openstack-request-id: req-58d8495d-d4a6-45c2-9b3a-d7d55624d057 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:07.307734 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4176ef9b-9601-4e3d-bc52-51854be03fd7", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d08f7-f9a7-41b7-9a81-da056a75e0de", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:07.308140 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58d8495d-d4a6-45c2-9b3a-d7d55624d057 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:07.309317 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d8495d-d4a6-45c2-9b3a-d7d55624d057'] response: {'server_uuid': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'code': 200} May 25 17:10:07.310841 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-81f6d080-7690-4271-b2cf-465d95e1670f req-cf963abe-de4f-414b-903c-d9ac73199bc9 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213953 May 25 17:10:07.404344 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-3c63a3dc-9e23-4141-abfa-ab0ca2f623b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:07.410024 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-3c63a3dc-9e23-4141-abfa-ab0ca2f623b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 1129 time: 0.0912299 May 25 17:10:07.510272 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:07.521877 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cb669-e665-4114-aca4-57c3113541ff req-8ccc1e93-c3de-4f01-803f-25ee1b095626 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:07.531276 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2cb669-e665-4114-aca4-57c3113541ff req-8ccc1e93-c3de-4f01-803f-25ee1b095626 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0824981 May 25 17:10:07.551261 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:10:07.596307 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2cb669-e665-4114-aca4-57c3113541ff req-aa0dd525-8e08-4f62-bf1e-e8f4dfdfca02 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632520 May 25 17:10:07.656737 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-ecbd401b-4d41-4574-8404-e8967efc9047 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518 HTTP/1.1" status: 200 len: 999 time: 0.3848536 May 25 17:10:07.674759 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-18526a1a-2f48-4937-ba04-96fc96e901a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:07.677683 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-18526a1a-2f48-4937-ba04-96fc96e901a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3fe56cb-71dd-4a4c-b9fb-965abb88abbe HTTP/1.1" status: 200 len: 850 time: 0.2720833 May 25 17:10:07.686219 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da02b3-7f32-4ede-977e-f6040b59419c req-3a545089-1c47-4039-b4b2-55a6b71c650f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:07.695905 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63da02b3-7f32-4ede-977e-f6040b59419c req-3a545089-1c47-4039-b4b2-55a6b71c650f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.2449121 May 25 17:10:07.795595 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49132) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:07.828636 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-8db93bb4-c176-4e29-83d2-bf1f31cb78e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cd9aa901-6a70-4a5a-a91a-969e2210030b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842259 May 25 17:10:07.849278 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63da02b3-7f32-4ede-977e-f6040b59419c req-6aa47a03-8c1d-4d94-bb01-7e90ce7adde7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522226 May 25 17:10:07.875678 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed2f870a-c925-4469-b93f-d24260a602b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:07.894864 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'port_id': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'mac_address': 'fa:16:3e:d1:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:26Z', 'updated_at': '2022-05-25T17:10:05Z', 'revision_number': 1, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:07.973063 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6c281-67c5-4d5d-9610-a5297ff626c2 None None] The sync data for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi is: [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'port_id': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'mac_address': 'fa:16:3e:d1:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:26Z', 'updated_at': '2022-05-25T17:10:05Z', 'revision_number': 1, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:10:07.978191 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:08.073221 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-2f0530cf-94ee-4650-babe-b744548e1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:08.085293 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-2f0530cf-94ee-4650-babe-b744548e1a1e service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.3415189 May 25 17:10:08.196005 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-e04a66e3-f913-4530-831a-df77ad45fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:08.197502 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-e04a66e3-f913-4530-831a-df77ad45fed6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 200 len: 847 time: 0.4482777 May 25 17:10:08.295642 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20a2a-b4c8-4254-8d0d-b50f9b95749e req-c94e8445-8038-48e6-850b-7877aab443a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:08.297180 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-62c20a2a-b4c8-4254-8d0d-b50f9b95749e req-c94e8445-8038-48e6-850b-7877aab443a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 1130 time: 0.1188545 May 25 17:10:08.312120 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370c0d-424c-4b33-9590-68d2ff451795 req-fa7cc2cc-fe61-4f50-9ce9-3b04cb90eda3 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:08.313677 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4370c0d-424c-4b33-9590-68d2ff451795 req-fa7cc2cc-fe61-4f50-9ce9-3b04cb90eda3 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1331604 May 25 17:10:08.341229 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-4ccf3a48-2b79-4263-b8d7-5ae3c7f0736b service neutron] 10.222.0.71 "GET /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767103 May 25 17:10:08.425843 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4370c0d-424c-4b33-9590-68d2ff451795 req-c72ead20-d89b-4efb-9329-95afbae1ca86 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973296 May 25 17:10:08.435304 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed2f870a-c925-4469-b93f-d24260a602b2 admin admin] Publish callbacks [] for security_group (8c7edc26-9d22-424e-9e43-3a85df5b88e0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:08.446326 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed2f870a-c925-4469-b93f-d24260a602b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (8c7edc26-9d22-424e-9e43-3a85df5b88e0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:08.477965 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62e6f-82ad-4dfc-b098-441134878951 req-df242bca-90ea-4438-8b3b-b97293f3dee5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:08.481022 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71a62e6f-82ad-4dfc-b098-441134878951 req-df242bca-90ea-4438-8b3b-b97293f3dee5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.0589001 May 25 17:10:08.495482 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ed2f870a-c925-4469-b93f-d24260a602b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8281317e75034f3f95cfc73d794576f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6975324 May 25 17:10:08.498110 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f870a-c925-4469-b93f-d24260a602b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7edc26-9d22-424e-9e43-3a85df5b88e0,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:08.501273 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49150) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:08.574208 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71a62e6f-82ad-4dfc-b098-441134878951 req-80c6c0ad-ee48-4281-a109-1ac68fc28e26 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865643 May 25 17:10:08.601426 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2de4abfe-d4ca-4fcf-aff6-88e6c510f392 admin admin] Publish callbacks [] for security_group (8c7edc26-9d22-424e-9e43-3a85df5b88e0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:08.628299 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2de4abfe-d4ca-4fcf-aff6-88e6c510f392 admin admin] Publish callbacks [] for security_group (8c7edc26-9d22-424e-9e43-3a85df5b88e0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:08.697445 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2de4abfe-d4ca-4fcf-aff6-88e6c510f392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (8c7edc26-9d22-424e-9e43-3a85df5b88e0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:08.700076 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2de4abfe-d4ca-4fcf-aff6-88e6c510f392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:08.701426 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2de4abfe-d4ca-4fcf-aff6-88e6c510f392 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c7edc26-9d22-424e-9e43-3a85df5b88e0 HTTP/1.1" status: 204 len: 168 time: 0.1834567 May 25 17:10:08.712502 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4abfe-d4ca-4fcf-aff6-88e6c510f392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7edc26-9d22-424e-9e43-3a85df5b88e0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:08.742239 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49162) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:08.764909 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0e6de-7926-490b-96c9-de7947844a9b req-74f9a429-604f-487c-880c-c438140fb515 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:08.766439 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8eb0e6de-7926-490b-96c9-de7947844a9b req-74f9a429-604f-487c-880c-c438140fb515 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0590703 May 25 17:10:08.830831 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8eb0e6de-7926-490b-96c9-de7947844a9b req-b3946e6d-a2b3-403b-841f-4da2540e619a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565968 May 25 17:10:08.867167 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4372b-d12d-4713-8b8c-b7238ad0ef0a None None] New status for floating IP c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:10:08.994336 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038935-3dc8-475d-9cdb-5579ca1b8530 req-07aedd10-fc49-490d-b699-59982c93e35d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:08.996294 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c038935-3dc8-475d-9cdb-5579ca1b8530 req-07aedd10-fc49-490d-b699-59982c93e35d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0543771 May 25 17:10:09.070170 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c038935-3dc8-475d-9cdb-5579ca1b8530 req-4cc38897-b800-4124-94f5-579071cc98d7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612588 May 25 17:10:09.100628 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49174) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:09.147885 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eee7dc2f-67e2-42e1-80cd-58fa7d441e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.152528 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:09.189705 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:09.203380 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d7e384b5-8a7e-4077-9c77-42c7cd3645ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.283265 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eee7dc2f-67e2-42e1-80cd-58fa7d441e4f admin admin] Publish callbacks [] for security_group (4f0a3020-525b-4db5-80a7-e6fb026cf494), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.290852 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eee7dc2f-67e2-42e1-80cd-58fa7d441e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (4f0a3020-525b-4db5-80a7-e6fb026cf494), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.339930 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-eee7dc2f-67e2-42e1-80cd-58fa7d441e4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a01b96fa22d4b4fab2b935fee78e1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960565 May 25 17:10:09.342435 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49184) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:09.359734 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7dc2f-67e2-42e1-80cd-58fa7d441e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a3020-525b-4db5-80a7-e6fb026cf494,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:09.373816 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d7e384b5-8a7e-4077-9c77-42c7cd3645ee admin admin] Publish callbacks [] for security_group (427047c9-2c44-47f6-8756-d2cfa6488a78), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.378845 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:09.382486 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d7e384b5-8a7e-4077-9c77-42c7cd3645ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (427047c9-2c44-47f6-8756-d2cfa6488a78), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.411635 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-09a7a3a0-525a-4458-9472-e88aa64584f3 admin admin] Publish callbacks [] for security_group (4f0a3020-525b-4db5-80a7-e6fb026cf494), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.427975 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d7e384b5-8a7e-4077-9c77-42c7cd3645ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=346747cc0aa848488caaf14b20a4d735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238878 May 25 17:10:09.428946 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49190) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:09.431167 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e384b5-8a7e-4077-9c77-42c7cd3645ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427047c9-2c44-47f6-8756-d2cfa6488a78,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:09.457528 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-09a7a3a0-525a-4458-9472-e88aa64584f3 admin admin] Publish callbacks [] for security_group (4f0a3020-525b-4db5-80a7-e6fb026cf494), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.550904 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:09.596745 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-8693c268-f3b7-4706-83a9-4e6e86aeef63 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416 HTTP/1.1" status: 200 len: 217 time: 0.0382831 May 25 17:10:09.685785 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f2e0317-947d-4004-b518-2d6a2e8968c0 admin admin] Publish callbacks [] for security_group (427047c9-2c44-47f6-8756-d2cfa6488a78), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.701701 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:09.706595 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512294f-9aad-4804-aada-9636ceaffd6a req-1cf055fd-14a2-412c-923d-cea64af585f0 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:09.708126 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2512294f-9aad-4804-aada-9636ceaffd6a req-1cf055fd-14a2-412c-923d-cea64af585f0 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1999092 May 25 17:10:09.743616 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-4e05c99a-495f-41a8-bd8a-1cd6aed34f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:09.745553 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-4e05c99a-495f-41a8-bd8a-1cd6aed34f6e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1818702 May 25 17:10:09.745973 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-09a7a3a0-525a-4458-9472-e88aa64584f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (4f0a3020-525b-4db5-80a7-e6fb026cf494), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.748560 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-09a7a3a0-525a-4458-9472-e88aa64584f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.749274 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-a66dcf4b-4d43-43e5-944e-2b8b1ac85861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:09.749631 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-09a7a3a0-525a-4458-9472-e88aa64584f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f0a3020-525b-4db5-80a7-e6fb026cf494 HTTP/1.1" status: 204 len: 168 time: 0.4055068 May 25 17:10:09.751197 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-a66dcf4b-4d43-43e5-944e-2b8b1ac85861 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.1375093 May 25 17:10:09.769946 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1538199-f400-4ec4-8e74-3c353aad0be4 req-2f9f7e49-e089-47ea-a6c8-ac34a401692e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:09.771484 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1538199-f400-4ec4-8e74-3c353aad0be4 req-2f9f7e49-e089-47ea-a6c8-ac34a401692e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.0729616 May 25 17:10:09.806130 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f2e0317-947d-4004-b518-2d6a2e8968c0 admin admin] Publish callbacks [] for security_group (427047c9-2c44-47f6-8756-d2cfa6488a78), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.818559 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7a3a0-525a-4458-9472-e88aa64584f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a3020-525b-4db5-80a7-e6fb026cf494,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:09.836558 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-62c20a2a-b4c8-4254-8d0d-b50f9b95749e req-6da59ff7-39b0-4d6a-8006-ad0b69778274 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744231 May 25 17:10:09.859707 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1538199-f400-4ec4-8e74-3c353aad0be4 req-42ebdddf-3dbf-414a-bdc7-afa638e57fb9 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652063 May 25 17:10:09.888124 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-c74f9a5e-b39c-4293-a36d-49d13325df37 service neutron] 10.222.0.71 "GET /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300951 May 25 17:10:09.891401 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2512294f-9aad-4804-aada-9636ceaffd6a req-cd083c85-2982-4c91-ac88-cf0302fb42d6 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585763 May 25 17:10:09.926103 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f2e0317-947d-4004-b518-2d6a2e8968c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (427047c9-2c44-47f6-8756-d2cfa6488a78), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.928732 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f2e0317-947d-4004-b518-2d6a2e8968c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:09.929916 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0f2e0317-947d-4004-b518-2d6a2e8968c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/427047c9-2c44-47f6-8756-d2cfa6488a78 HTTP/1.1" status: 204 len: 168 time: 0.5004957 May 25 17:10:09.940648 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e0317-947d-4004-b518-2d6a2e8968c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427047c9-2c44-47f6-8756-d2cfa6488a78,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:10.008027 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3b1d9-7361-4552-9744-10586d11ed65 req-c242c822-3955-4380-9cbf-ffa89c10854c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:10.009787 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39a3b1d9-7361-4552-9744-10586d11ed65 req-c242c822-3955-4380-9cbf-ffa89c10854c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0578618 May 25 17:10:10.064592 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39a3b1d9-7361-4552-9744-10586d11ed65 req-c4338b52-d4ee-42cb-9a1e-ef493de699ed tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479922 May 25 17:10:10.190697 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcfc19-5483-44d6-96dc-fa2a644e61fc req-b4bfea54-fecf-42a9-bc6e-fa2c2e77c1a6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:10.192652 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20bcfc19-5483-44d6-96dc-fa2a644e61fc req-b4bfea54-fecf-42a9-bc6e-fa2c2e77c1a6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0526152 May 25 17:10:10.202171 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49220) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:10.210303 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'floatingip': {'port_id': 'fa9d31d9-985b-4772-a564-1cbeee313f84'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:10.218991 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f897e89-25a4-445c-99f0-ecae9f39284a req-573143c7-edc2-464f-adf8-8e1693e057a6 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:10.227315 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5f897e89-25a4-445c-99f0-ecae9f39284a req-573143c7-edc2-464f-adf8-8e1693e057a6 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0801935 May 25 17:10:10.268220 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (26e37775-797f-4de4-a5fd-6432a7a7a551), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:10.278685 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5f897e89-25a4-445c-99f0-ecae9f39284a req-bf3b332f-3404-43ff-8b89-9ad585cffdf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491102 May 25 17:10:10.374521 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49228) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:10.393781 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb9688e0-ede0-454a-9b67-d62158016106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:10.421887 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:10.540388 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-aa46536c-c8f2-4b42-80f2-56744f9fe4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:10.542306 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-aa46536c-c8f2-4b42-80f2-56744f9fe4ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837662 May 25 17:10:10.613012 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-f1b83cda-748f-4808-8085-6091fb5e61a4 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583953 May 25 17:10:10.639855 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb9688e0-ede0-454a-9b67-d62158016106 admin admin] Publish callbacks [] for security_group (1215bfe3-126e-427c-b3e3-c5bf047c4813), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:10.645454 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb9688e0-ede0-454a-9b67-d62158016106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (1215bfe3-126e-427c-b3e3-c5bf047c4813), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:10.705266 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fb9688e0-ede0-454a-9b67-d62158016106 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c14dcdd75c9f4f7e91f4820d3bd1fd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262892 May 25 17:10:10.705640 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49238) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:10.714161 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9688e0-ede0-454a-9b67-d62158016106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1215bfe3-126e-427c-b3e3-c5bf047c4813,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:10.785315 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6edca115-76e1-4d8a-a301-92a20b7dd2ca admin admin] Publish callbacks [] for security_group (1215bfe3-126e-427c-b3e3-c5bf047c4813), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:10.809152 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6edca115-76e1-4d8a-a301-92a20b7dd2ca admin admin] Publish callbacks [] for security_group (1215bfe3-126e-427c-b3e3-c5bf047c4813), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:10.865169 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6edca115-76e1-4d8a-a301-92a20b7dd2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (1215bfe3-126e-427c-b3e3-c5bf047c4813), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:10.867780 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6edca115-76e1-4d8a-a301-92a20b7dd2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:10.871827 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6edca115-76e1-4d8a-a301-92a20b7dd2ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1215bfe3-126e-427c-b3e3-c5bf047c4813 HTTP/1.1" status: 204 len: 168 time: 0.1651993 May 25 17:10:10.927223 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edca115-76e1-4d8a-a301-92a20b7dd2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1215bfe3-126e-427c-b3e3-c5bf047c4813,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:11.003045 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-178e1905-671a-47c8-9dad-6d2b68d76536 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:11.004069 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-178e1905-671a-47c8-9dad-6d2b68d76536 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.71 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1044037 May 25 17:10:11.072727 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:11.094676 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be91ceac-459e-4a16-aa4b-6ff4de86cf7a req-f8e53d52-a7ae-4011-af6f-4820f7a58b0a service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215955 May 25 17:10:11.118065 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061a8ab-e590-4e36-b31f-3ba08e19a40b req-726843ae-e708-4878-a02f-8e0f1a46527d tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:11.120289 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c061a8ab-e590-4e36-b31f-3ba08e19a40b req-726843ae-e708-4878-a02f-8e0f1a46527d tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0741448 May 25 17:10:11.136072 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594fe50-49a3-41c8-a03b-5c29754c63c3 req-e4ec0d9e-aa84-4d6a-8eeb-fe39b52977e0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:11.137700 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9594fe50-49a3-41c8-a03b-5c29754c63c3 req-e4ec0d9e-aa84-4d6a-8eeb-fe39b52977e0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.1178651 May 25 17:10:11.179464 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:11.197995 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-81f783ee-fed0-4049-bc82-3339305423f2 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788785 May 25 17:10:11.201729 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c061a8ab-e590-4e36-b31f-3ba08e19a40b req-53af05fa-b772-4256-8137-38d06d1a9810 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/security-groups?id=a74a32a2-0553-443a-bc28-72cab080906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704327 May 25 17:10:11.322506 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:11.334999 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9594fe50-49a3-41c8-a03b-5c29754c63c3 req-f5ed165c-489a-43ac-aead-57a5d34a09ee tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817055 May 25 17:10:11.364165 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:11.442054 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (26e37775-797f-4de4-a5fd-6432a7a7a551), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:11.516335 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b012aa8-38b2-4649-990c-e718c83e47ba req-8248c6e5-cfab-4e83-bb74-8c53a7dba639 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788132 May 25 17:10:11.570598 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb255c-b9c6-4dcc-9699-9bfb8689a235 req-d1587f0a-0dc7-4311-8092-1b6b623cef5c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:11.583926 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8deb255c-b9c6-4dcc-9699-9bfb8689a235 req-d1587f0a-0dc7-4311-8092-1b6b623cef5c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.1789861 May 25 17:10:11.592732 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Floating IP 26e37775-797f-4de4-a5fd-6432a7a7a551 associated. External IP: 172.27.0.32, port: fa9d31d9-985b-4772-a564-1cbeee313f84. May 25 17:10:11.652553 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8deb255c-b9c6-4dcc-9699-9bfb8689a235 req-7a0c5182-4b89-4f49-a3c9-f913e24c5efa tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676823 May 25 17:10:11.816549 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Deleting port adbfec7d-46e1-477d-8236-36f39e8d299f {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:10:11.816974 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:11.921478 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:11.950396 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] For port adbfec7d-46e1-477d-8236-36f39e8d299f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=adbfec7d-46e1-477d-8236-36f39e8d299f,segment=NetworkSegment(ba38ef69-cb11-4a1e-8dec-3c29583e80fd),segment_id=ba38ef69-cb11-4a1e-8dec-3c29583e80fd)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:11.950876 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:11.965050 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Router 30ea7659-9232-4ef1-9e0d-3d2ac794818e has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:10:11.969412 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Calling delete_port for adbfec7d-46e1-477d-8236-36f39e8d299f owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:10:12.108151 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:10:12.116837 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:12.120161 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] Sync routers for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:10:12.136088 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:10:12.137016 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:12.156455 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e997456d-85d6-4273-9a48-6636704861e8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "PUT /v2.0/floatingips/26e37775-797f-4de4-a5fd-6432a7a7a551 HTTP/1.1" status: 200 len: 990 time: 1.9503162 May 25 17:10:12.156455 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:12.157210 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:12.210325 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf48c6-2540-4c92-9bda-8503f3af8301 x-openstack-request-id: req-7faf48c6-2540-4c92-9bda-8503f3af8301 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:12.210636 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:12.210896 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7faf48c6-2540-4c92-9bda-8503f3af8301 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:12.211320 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7faf48c6-2540-4c92-9bda-8503f3af8301'] response: {'name': 'network-changed', 'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'status': 'completed', 'code': 200} May 25 17:10:12.213010 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:12.233237 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (adbfec7d-46e1-477d-8236-36f39e8d299f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:12.250500 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['adbfec7d-46e1-477d-8236-36f39e8d299f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:10:12.296233 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Pushing event deleted for resources: {'Port': ['ID=adbfec7d-46e1-477d-8236-36f39e8d299f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:12.340400 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49328) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:12.360080 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:10:12.377102 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] No DVR routers for this DVR port adbfec7d-46e1-477d-8236-36f39e8d299f on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:10:12.422897 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-15e15f99-f566-45a9-937c-ef221d3bb6ee req-5a74b49e-1656-48f7-9cb9-ab868fc230c0 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.0474701 May 25 17:10:12.425186 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:12.429714 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-726389f9-ec6b-4733-83fe-c33910de9b41 req-130e9152-518f-4ef6-9f07-c5a21f5d6159 tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.71 "DELETE /v2.0/ports/adbfec7d-46e1-477d-8236-36f39e8d299f HTTP/1.1" status: 204 len: 173 time: 1.0987136 May 25 17:10:12.430416 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a815e8-f0d5-4121-9124-d96e02afa8b2', 'name': 'network-vif-deleted', 'tag': 'adbfec7d-46e1-477d-8236-36f39e8d299f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:12.432795 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beb131c-ccb8-40d3-a63f-34b5ae7902df" -d '{"events": [{"server_uuid": "57a815e8-f0d5-4121-9124-d96e02afa8b2", "name": "network-vif-deleted", "tag": "adbfec7d-46e1-477d-8236-36f39e8d299f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:12.554629 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb4c36-dcd1-495b-84ec-4dfe49b5a248 x-openstack-request-id: req-89bb4c36-dcd1-495b-84ec-4dfe49b5a248 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:12.554919 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a815e8-f0d5-4121-9124-d96e02afa8b2", "name": "network-vif-deleted", "tag": "adbfec7d-46e1-477d-8236-36f39e8d299f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:12.555169 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89bb4c36-dcd1-495b-84ec-4dfe49b5a248 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:12.555684 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bb4c36-dcd1-495b-84ec-4dfe49b5a248'] response: {'server_uuid': '57a815e8-f0d5-4121-9124-d96e02afa8b2', 'name': 'network-vif-deleted', 'tag': 'adbfec7d-46e1-477d-8236-36f39e8d299f', 'status': 'completed', 'code': 200} May 25 17:10:12.584430 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-cd1d9863-f6f2-44e3-8c41-96e43cb6b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:12.586011 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-cd1d9863-f6f2-44e3-8c41-96e43cb6b556 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 1129 time: 0.1737797 May 25 17:10:12.589740 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6c44c4d2-561c-4e94-a5e4-0bb3b306d39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:12.610604 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a9591-2e21-4016-8873-7a412c990313 req-adb62b48-295d-4894-8367-9bb9f64a267c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:12.612104 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a62a9591-2e21-4016-8873-7a412c990313 req-adb62b48-295d-4894-8367-9bb9f64a267c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.1205616 May 25 17:10:12.665527 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49340) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:12.728346 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:12.773498 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '26e37775-797f-4de4-a5fd-6432a7a7a551', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'port_id': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'mac_address': 'fa:16:3e:8b:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:32Z', 'updated_at': '2022-05-25T17:10:11Z', 'revision_number': 1, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:12.778529 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:12.793465 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a62a9591-2e21-4016-8873-7a412c990313 req-e876721d-99e7-4625-8a08-e150f528d804 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697915 May 25 17:10:12.799050 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-c8ce7d76-b3c8-4e60-9baa-29ba0463e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:12.800750 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-c8ce7d76-b3c8-4e60-9baa-29ba0463e933 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 918 time: 0.1980336 May 25 17:10:12.823640 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:12.854886 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] Checking router: 30ea7659-9232-4ef1-9e0d-3d2ac794818e for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:10:12.891552 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:10:12.893510 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:12.895634 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a37c6-15e6-47ee-a04f-32359a7b7323 req-d2d43bdc-5d1c-4877-bd12-69d668a1c8dd tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:12.905594 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-316a37c6-15e6-47ee-a04f-32359a7b7323 req-d2d43bdc-5d1c-4877-bd12-69d668a1c8dd tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0925853 May 25 17:10:13.020698 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6c44c4d2-561c-4e94-a5e4-0bb3b306d39a admin admin] Publish callbacks [] for security_group (fdb7b02d-2c66-4629-b2b2-2429e99284c3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.021679 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-316a37c6-15e6-47ee-a04f-32359a7b7323 req-d4cd5b2c-7666-4e15-a832-d894dd4018fc tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148219 May 25 17:10:13.030015 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ff55e-73c0-45dd-9625-618572ea1dff req-f88ba24c-c5a5-49c8-87b8-f9ed01789404 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:13.031876 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-931ff55e-73c0-45dd-9625-618572ea1dff req-f88ba24c-c5a5-49c8-87b8-f9ed01789404 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.0756183 May 25 17:10:13.046240 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49354) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:13.052824 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6c44c4d2-561c-4e94-a5e4-0bb3b306d39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (fdb7b02d-2c66-4629-b2b2-2429e99284c3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.055292 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'floatingip': {'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:13.080788 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-5f297fcf-1411-4003-8e58-feb268871804 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9d31d9-985b-4772-a564-1cbeee313f84 HTTP/1.1" status: 200 len: 998 time: 0.2590120 May 25 17:10:13.083353 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:10:13.110189 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6c44c4d2-561c-4e94-a5e4-0bb3b306d39a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=674cdc2e55d140bb9504fb738c2680c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7685661 May 25 17:10:13.111652 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44c4d2-561c-4e94-a5e4-0bb3b306d39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb7b02d-2c66-4629-b2b2-2429e99284c3,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:13.115427 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49356) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:13.127059 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1886877964-network', 'tenant_id': '9452c1c2439d4247ad9a4e7e7f0ba486'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:13.172441 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ce4b2ac-e764-4e48-b91a-e1ec89546f94 admin admin] Publish callbacks [] for security_group (fdb7b02d-2c66-4629-b2b2-2429e99284c3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.193480 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Made reservation on behalf of 9452c1c2439d4247ad9a4e7e7f0ba486 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:10:13.196025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.198634 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ce4b2ac-e764-4e48-b91a-e1ec89546f94 admin admin] Publish callbacks [] for security_group (fdb7b02d-2c66-4629-b2b2-2429e99284c3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.216304 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.231394 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (76c217ae-95a2-4a8c-9b12-adb154aad9ea), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.259342 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ce4b2ac-e764-4e48-b91a-e1ec89546f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (fdb7b02d-2c66-4629-b2b2-2429e99284c3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.262900 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ce4b2ac-e764-4e48-b91a-e1ec89546f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.266389 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2ce4b2ac-e764-4e48-b91a-e1ec89546f94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdb7b02d-2c66-4629-b2b2-2429e99284c3 HTTP/1.1" status: 204 len: 168 time: 0.1472266 May 25 17:10:13.274261 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4b2ac-e764-4e48-b91a-e1ec89546f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb7b02d-2c66-4629-b2b2-2429e99284c3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:13.399978 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:13.410852 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-06521fd0-c0b6-4792-ab04-ea9f650ab76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:13.412262 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-06521fd0-c0b6-4792-ab04-ea9f650ab76d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.1026044 May 25 17:10:13.552748 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-329314b5-7769-4527-a26a-efc94d76ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:13.559766 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-329314b5-7769-4527-a26a-efc94d76ce96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350944 May 25 17:10:13.586805 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '26e37775-797f-4de4-a5fd-6432a7a7a551', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'port_id': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'mac_address': 'fa:16:3e:8b:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:32Z', 'updated_at': '2022-05-25T17:10:11Z', 'revision_number': 1, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:13.616655 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a874cf-59c3-430c-ba54-7e6ffa57a1b7 None None] The sync data for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi is: [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '26e37775-797f-4de4-a5fd-6432a7a7a551', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'port_id': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'mac_address': 'fa:16:3e:8b:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:32Z', 'updated_at': '2022-05-25T17:10:11Z', 'revision_number': 1, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:10:13.654756 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Publish callbacks [] for security_group (c87b3e4b-7d37-4c54-8eca-2b8660c735b0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.700972 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-164ef5f6-f789-41fd-a00f-f6f0fcae9065 req-af06da7f-ae19-413d-b130-08f371d182aa tempest-DeleteServersTestJSON-509540476 tempest-DeleteServersTestJSON-509540476-project] 10.222.0.31 "GET /v2.0/ports?device_id=57a815e8-f0d5-4121-9124-d96e02afa8b2 HTTP/1.1" status: 200 len: 210 time: 0.0733583 May 25 17:10:13.704056 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c87b3e4b-7d37-4c54-8eca-2b8660c735b0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.806049 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-99a31532-6e65-44bd-b6f6-17a5bb7fb59c service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387793 May 25 17:10:13.846246 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49366) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:13.895393 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce634c7d-3bc1-412a-8e36-f79fec40d69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.900075 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c85cf427-1309-4f44-a118-79e5bdc6b5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:13.984312 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb551a7-7b34-43b5-89ac-ada9da2c75cf req-7a022a18-6f58-456a-b3d8-412a7ad00a12 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703517 May 25 17:10:14.030303 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:10:14.037108 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c85cf427-1309-4f44-a118-79e5bdc6b5dd admin admin] Publish callbacks [] for security_group (638eef84-f1da-4cb4-aa12-0d206e3df96f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.043134 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c85cf427-1309-4f44-a118-79e5bdc6b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (638eef84-f1da-4cb4-aa12-0d206e3df96f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.058107 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b3e4b-7d37-4c54-8eca-2b8660c735b0,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:14.061211 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (8278f4d1-f6a5-4425-8335-d53bd03af846), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.061807 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Added segment 8278f4d1-f6a5-4425-8335-d53bd03af846 of type vlan for network f275f7e0-7ca7-4997-ab2c-da8062808dee May 25 17:10:14.078472 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:14.091508 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cf427-1309-4f44-a118-79e5bdc6b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638eef84-f1da-4cb4-aa12-0d206e3df96f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:14.095947 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c85cf427-1309-4f44-a118-79e5bdc6b5dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3174f0873fa84841a9f6e98da08ee132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483988 May 25 17:10:14.098513 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49374) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:14.177026 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (f275f7e0-7ca7-4997-ab2c-da8062808dee), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.191892 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d4402d4-135e-4428-bb92-fbcf6bf9f2a9 admin admin] Publish callbacks [] for security_group (638eef84-f1da-4cb4-aa12-0d206e3df96f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.200770 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430d6b4-64f0-4f46-a70a-e4cb632447f4 req-c2c69b6f-b38c-4aa4-b015-73b32b8ad92a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:14.202240 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6430d6b4-64f0-4f46-a70a-e4cb632447f4 req-c2c69b6f-b38c-4aa4-b015-73b32b8ad92a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0714412 May 25 17:10:14.221772 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:14.240831 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d4402d4-135e-4428-bb92-fbcf6bf9f2a9 admin admin] Publish callbacks [] for security_group (638eef84-f1da-4cb4-aa12-0d206e3df96f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.295008 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6430d6b4-64f0-4f46-a70a-e4cb632447f4 req-8f674506-f661-4edd-b75e-e77530da16c4 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846789 May 25 17:10:14.317337 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d4402d4-135e-4428-bb92-fbcf6bf9f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (638eef84-f1da-4cb4-aa12-0d206e3df96f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.320020 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d4402d4-135e-4428-bb92-fbcf6bf9f2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.321200 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3d4402d4-135e-4428-bb92-fbcf6bf9f2a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/638eef84-f1da-4cb4-aa12-0d206e3df96f HTTP/1.1" status: 204 len: 168 time: 0.2217205 May 25 17:10:14.331305 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4402d4-135e-4428-bb92-fbcf6bf9f2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638eef84-f1da-4cb4-aa12-0d206e3df96f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:14.337213 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (f275f7e0-7ca7-4997-ab2c-da8062808dee), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.338240 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:14.338809 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.350861 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:14.428276 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7610116 May 25 17:10:14.431269 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49378) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:14.442289 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Request body: {'subnet': {'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1886877964-subnet', 'tenant_id': '9452c1c2439d4247ad9a4e7e7f0ba486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:14.465066 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1625d-c11e-4d8d-b753-3658dabd6077 admin admin] Pushing event updated for resources: {'Network': ['ID=f275f7e0-7ca7-4997-ab2c-da8062808dee,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:14.475854 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network f275f7e0-7ca7-4997-ab2c-da8062808dee details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:10:14.483239 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Made reservation on behalf of 9452c1c2439d4247ad9a4e7e7f0ba486 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:10:14.486715 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261499527'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.620219 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.625101 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (76c217ae-95a2-4a8c-9b12-adb154aad9ea), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.627618 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device adbfec7d-46e1-477d-8236-36f39e8d299f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:10:14.691388 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: adbfec7d-46e1-477d-8236-36f39e8d299f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:10:14.697373 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device adbfec7d-46e1-477d-8236-36f39e8d299f not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:10:14.746690 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a99df-c116-4e92-9989-dd7d40a54f3c None None] New status for floating IP 26e37775-797f-4de4-a5fd-6432a7a7a551: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:10:14.747190 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260389448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261499509'] for subnet (24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.786635 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Floating IP 76c217ae-95a2-4a8c-9b12-adb154aad9ea associated. External IP: 172.27.0.233, port: fb7d08f7-f9a7-41b7-9a81-da056a75e0de. May 25 17:10:14.847612 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:14.850640 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Checking segment: {'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:10:14.851174 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Network hostable DHCP agents. Network: f275f7e0-7ca7-4997-ab2c-da8062808dee, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:10:14.877825 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Network f275f7e0-7ca7-4997-ab2c-da8062808dee is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:10:14.892351 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, f275f7e0-7ca7-4997-ab2c-da8062808dee) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:10:14.908783 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:14.909455 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:14.941880 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-79598ac0-5980-4f24-b2e6-ca96414d26d3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5085211 May 25 17:10:14.963904 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dada12e-0d38-4df5-bbee-5bf61b49099f None None] Network f275f7e0-7ca7-4997-ab2c-da8062808dee requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:10:15.134054 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:15.178208 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:10:15.235446 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9f4c4-e0f9-44a6-b482-f4b7c8e07afe None None] Network f275f7e0-7ca7-4997-ab2c-da8062808dee requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:10:15.338561 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:10:15.344195 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:15.350754 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:10:15.372053 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:10:15.372827 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:15.427962 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9e5238a3-e76f-41cf-a4bc-3be218f1b9c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "PUT /v2.0/floatingips/76c217ae-95a2-4a8c-9b12-adb154aad9ea HTTP/1.1" status: 200 len: 992 time: 2.3773146 May 25 17:10:15.428844 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'tag': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:15.431513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d074fa04-83d6-4ac2-b503-5e1019f9db3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4176ef9b-9601-4e3d-bc52-51854be03fd7", "tag": "fb7d08f7-f9a7-41b7-9a81-da056a75e0de"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:15.499938 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f9280a-890d-4e7d-9373-4ab80100f242 x-openstack-request-id: req-09f9280a-890d-4e7d-9373-4ab80100f242 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:15.500550 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4176ef9b-9601-4e3d-bc52-51854be03fd7", "tag": "fb7d08f7-f9a7-41b7-9a81-da056a75e0de", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:15.501792 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09f9280a-890d-4e7d-9373-4ab80100f242 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:15.502622 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f9280a-890d-4e7d-9373-4ab80100f242'] response: {'name': 'network-changed', 'server_uuid': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'tag': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'status': 'completed', 'code': 200} May 25 17:10:15.525110 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3e063-704b-4d74-979a-d6ddfb0750db req-988f823c-1891-49ad-b70f-10eeed229059 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:15.526829 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9cc3e063-704b-4d74-979a-d6ddfb0750db req-988f823c-1891-49ad-b70f-10eeed229059 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0653071 May 25 17:10:15.556171 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:10:15.598883 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9cc3e063-704b-4d74-979a-d6ddfb0750db req-d5302e00-9330-4c78-a140-802ff3573d0c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646198 May 25 17:10:15.615877 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-ccbb57e0-3b1b-4750-8604-b52c399908cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:15.617578 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-ccbb57e0-3b1b-4750-8604-b52c399908cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 1130 time: 0.0957451 May 25 17:10:15.730683 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-fac83283-b6c4-4a85-9f43-826c24da0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:15.732079 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-fac83283-b6c4-4a85-9f43-826c24da0498 service neutron] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 915 time: 0.1043770 May 25 17:10:15.829829 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-c84da8bc-cfdc-4029-a750-19e2f382df69 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7d08f7-f9a7-41b7-9a81-da056a75e0de HTTP/1.1" status: 200 len: 1000 time: 0.0909908 May 25 17:10:15.831023 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:14Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:15.861949 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:10:15.871312 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:10:15.871917 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:09:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:15.886465 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-d1e5f004-8065-4ec4-9115-1ace157819ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:15.888126 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-d1e5f004-8065-4ec4-9115-1ace157819ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.0514176 May 25 17:10:15.913727 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:15.944049 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-2a78ae01-eeb2-4958-b29a-de7a0d6c4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:15.945615 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-2a78ae01-eeb2-4958-b29a-de7a0d6c4d3e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500400 May 25 17:10:15.996760 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:10:16.040118 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:16.048651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:16.083433 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-29307e17-a6b4-40cd-906c-ebac3b3ef8ce service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259897 May 25 17:10:16.106008 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:16.164952 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-39a762ad-9fa3-473c-a2af-a5ddccad5df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:16.190389 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d074fa04-83d6-4ac2-b503-5e1019f9db3a req-2cc68567-e309-4886-8cd0-b9e132b063fa service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983775 May 25 17:10:16.245883 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:14Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:16.276247 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18995d5d-9676-4405-a11d-bec4989e277d None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:14Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:10:16.545850 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd68cced-a3d4-4fe0-a25f-611e6c22918c None None] New status for floating IP 76c217ae-95a2-4a8c-9b12-adb154aad9ea: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:10:16.557064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49468) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:16.602715 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-58aa9fc9-138b-489c-bd19-4c532d46af7d admin admin] Deleting subnet c3fe56cb-71dd-4a4c-b9fb-965abb88abbe {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:10:16.607230 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58aa9fc9-138b-489c-bd19-4c532d46af7d admin admin] Publish callbacks [] for subnet (c3fe56cb-71dd-4a4c-b9fb-965abb88abbe), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:16.718276 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58aa9fc9-138b-489c-bd19-4c532d46af7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275920'] for subnet (c3fe56cb-71dd-4a4c-b9fb-965abb88abbe), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:16.768720 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735bc92-2581-447c-99f5-e207947dccdc req-70428a68-71f8-4e72-853d-abaae31f5ba8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:16.770256 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3735bc92-2581-447c-99f5-e207947dccdc req-70428a68-71f8-4e72-853d-abaae31f5ba8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0913432 May 25 17:10:16.804366 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49478) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:16.820447 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58aa9fc9-138b-489c-bd19-4c532d46af7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (c3fe56cb-71dd-4a4c-b9fb-965abb88abbe), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:16.862962 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3735bc92-2581-447c-99f5-e207947dccdc req-3e8dd0d1-058d-48ae-840f-7ed5da226439 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839591 May 25 17:10:16.906429 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58aa9fc9-138b-489c-bd19-4c532d46af7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260389391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261499516'] for subnet (c3fe56cb-71dd-4a4c-b9fb-965abb88abbe), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:16.918643 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49482) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:16.935317 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa9fc9-138b-489c-bd19-4c532d46af7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fe56cb-71dd-4a4c-b9fb-965abb88abbe,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:16.943201 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58aa9fc9-138b-489c-bd19-4c532d46af7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:16.946752 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-58aa9fc9-138b-489c-bd19-4c532d46af7d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c3fe56cb-71dd-4a4c-b9fb-965abb88abbe HTTP/1.1" status: 204 len: 168 time: 0.3924072 May 25 17:10:16.949372 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49486) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:17.024132 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9bf3cb9d-c7c8-48c7-9536-962c56d17995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.060868 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2c157cd6-c4c5-4ecb-a2d2-1034a69427f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.070212 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (cd9aa901-6a70-4a5a-a91a-969e2210030b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.165763 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:17.247025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (cd9aa901-6a70-4a5a-a91a-969e2210030b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.292965 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9bf3cb9d-c7c8-48c7-9536-962c56d17995 admin admin] Publish callbacks [] for security_group (945d5ab3-9e83-4afe-9e2b-512f4a8f3c85), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.339826 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9bf3cb9d-c7c8-48c7-9536-962c56d17995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (945d5ab3-9e83-4afe-9e2b-512f4a8f3c85), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.345932 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9aa901-6a70-4a5a-a91a-969e2210030b']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:17.388064 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba38ef69-cb11-4a1e-8dec-3c29583e80fd') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:17.388360 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba38ef69-cb11-4a1e-8dec-3c29583e80fd') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:10:17.421085 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (ba38ef69-cb11-4a1e-8dec-3c29583e80fd), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.439319 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2c157cd6-c4c5-4ecb-a2d2-1034a69427f4 admin admin] Publish callbacks [] for security_group (f368a942-eed3-4a10-9a61-d9de05e43932), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.449418 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9bf3cb9d-c7c8-48c7-9536-962c56d17995 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=838c4e05b90341fabe8b75deec1cfb25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6438880 May 25 17:10:17.452429 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49502) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:17.462975 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2c157cd6-c4c5-4ecb-a2d2-1034a69427f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f368a942-eed3-4a10-9a61-d9de05e43932), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.469087 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:17.481728 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (ba38ef69-cb11-4a1e-8dec-3c29583e80fd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.484085 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3cb9d-c7c8-48c7-9536-962c56d17995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945d5ab3-9e83-4afe-9e2b-512f4a8f3c85,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:17.504339 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:10:17.504788 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (ba38ef69-cb11-4a1e-8dec-3c29583e80fd), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.504915 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.518885 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d518294-6a37-4bce-b45c-50873372366d admin admin] Publish callbacks [] for security_group (945d5ab3-9e83-4afe-9e2b-512f4a8f3c85), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.541276 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment ba38ef69-cb11-4a1e-8dec-3c29583e80fd resource provider aggregate not found May 25 17:10:17.542213 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d518294-6a37-4bce-b45c-50873372366d admin admin] Publish callbacks [] for security_group (945d5ab3-9e83-4afe-9e2b-512f4a8f3c85), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.551307 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-5c6a3b19-3cbb-47b6-8a2c-6b8d11740a00 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:17.552814 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-5c6a3b19-3cbb-47b6-8a2c-6b8d11740a00 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/networks?id=f275f7e0-7ca7-4997-ab2c-da8062808dee HTTP/1.1" status: 200 len: 809 time: 0.3111012 May 25 17:10:17.599423 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d518294-6a37-4bce-b45c-50873372366d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (945d5ab3-9e83-4afe-9e2b-512f4a8f3c85), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.602491 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d518294-6a37-4bce-b45c-50873372366d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.603710 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5d518294-6a37-4bce-b45c-50873372366d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/945d5ab3-9e83-4afe-9e2b-512f4a8f3c85 HTTP/1.1" status: 204 len: 168 time: 0.1501968 May 25 17:10:17.608555 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2c157cd6-c4c5-4ecb-a2d2-1034a69427f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a5856b0f542491ab6293041a093608c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6885247 May 25 17:10:17.612469 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49510) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:17.616807 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment ba38ef69-cb11-4a1e-8dec-3c29583e80fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba38ef69-cb11-4a1e-8dec-3c29583e80fd found for delete ", "request_id": "req-525130d4-2bdc-4cb8-8574-0f1a8215c628"}]} May 25 17:10:17.626277 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c157cd6-c4c5-4ecb-a2d2-1034a69427f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f368a942-eed3-4a10-9a61-d9de05e43932,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:17.626961 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d518294-6a37-4bce-b45c-50873372366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945d5ab3-9e83-4afe-9e2b-512f4a8f3c85,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:17.638830 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-09ba82cc-60a2-4ea2-8184-f25e95ae6925 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/quotas/9452c1c2439d4247ad9a4e7e7f0ba486 HTTP/1.1" status: 200 len: 375 time: 0.0436072 May 25 17:10:17.652995 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (cd9aa901-6a70-4a5a-a91a-969e2210030b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.683923 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-ee8aaba8-6b23-4921-b238-8d6365b25704 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9452c1c2439d4247ad9a4e7e7f0ba486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447464 May 25 17:10:17.687244 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.691352 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cd9aa901-6a70-4a5a-a91a-969e2210030b HTTP/1.1" status: 204 len: 168 time: 0.7407725 May 25 17:10:17.718740 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc975b0-37f1-4dda-8d72-43ccc6ab624a admin admin] Publish callbacks [] for security_group (f368a942-eed3-4a10-9a61-d9de05e43932), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.728005 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac093fd-1841-43dd-8d98-497b6a8426c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9aa901-6a70-4a5a-a91a-969e2210030b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:17.749537 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc975b0-37f1-4dda-8d72-43ccc6ab624a admin admin] Publish callbacks [] for security_group (f368a942-eed3-4a10-9a61-d9de05e43932), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:17.824754 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-5d6be8e6-45dd-4d93-9077-153af27ecc74 service neutron] 10.222.0.31 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398849 May 25 17:10:17.871742 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49516) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:17.971746 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a3ac6f40-71c8-419c-a570-4843214e733b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23a454e276d3405a93a67513e1a12126&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0983691 May 25 17:10:17.974519 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49520) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:18.024126 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-bf2cf430-cdfc-46b7-a191-99fab59feb2f service neutron] 10.222.0.31 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906190 May 25 17:10:18.035087 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:18.058745 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6405268d-d4f5-448e-924c-26ac63272653 admin admin] Publish callbacks [] for security_group (a74a32a2-0553-443a-bc28-72cab080906f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.085824 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4501920-b12b-4aae-b179-28d437f27708 req-ef526d61-0306-41c6-8848-06d453104840 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:18.087788 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b4501920-b12b-4aae-b179-28d437f27708 req-ef526d61-0306-41c6-8848-06d453104840 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0592716 May 25 17:10:18.093381 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6405268d-d4f5-448e-924c-26ac63272653 admin admin] Publish callbacks [] for security_group (a74a32a2-0553-443a-bc28-72cab080906f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.120357 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49522) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:18.138730 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:18.158049 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6405268d-d4f5-448e-924c-26ac63272653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (a74a32a2-0553-443a-bc28-72cab080906f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.159591 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9131d82-32c9-430d-b195-832863967315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.161066 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6405268d-d4f5-448e-924c-26ac63272653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.164401 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6405268d-d4f5-448e-924c-26ac63272653 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a74a32a2-0553-443a-bc28-72cab080906f HTTP/1.1" status: 204 len: 168 time: 0.1883836 May 25 17:10:18.184754 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405268d-d4f5-448e-924c-26ac63272653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74a32a2-0553-443a-bc28-72cab080906f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:18.216212 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc975b0-37f1-4dda-8d72-43ccc6ab624a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f368a942-eed3-4a10-9a61-d9de05e43932), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.219093 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc975b0-37f1-4dda-8d72-43ccc6ab624a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.222989 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8fc975b0-37f1-4dda-8d72-43ccc6ab624a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f368a942-eed3-4a10-9a61-d9de05e43932 HTTP/1.1" status: 204 len: 168 time: 0.6021085 May 25 17:10:18.233717 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b4501920-b12b-4aae-b179-28d437f27708 req-c2651ec8-e2d3-467c-ba2f-209fe490de9d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308792 May 25 17:10:18.250767 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc975b0-37f1-4dda-8d72-43ccc6ab624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368a942-eed3-4a10-9a61-d9de05e43932,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:18.253140 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-60a6e6ea-88d3-454a-884c-0f2647b0eb0b req-153e96a5-1155-4608-8d22-e6f8e7622625 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 210 time: 0.0444031 May 25 17:10:18.291085 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:18.319898 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9131d82-32c9-430d-b195-832863967315 admin admin] Publish callbacks [] for security_group (b97807c2-1185-41e7-ae5c-3f84812ef47f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.325345 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9131d82-32c9-430d-b195-832863967315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (b97807c2-1185-41e7-ae5c-3f84812ef47f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.393326 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b9131d82-32c9-430d-b195-832863967315 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cab01cef2c647d48f3dcdf3ac682d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688270 May 25 17:10:18.396602 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49534) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:18.412948 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9131d82-32c9-430d-b195-832863967315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97807c2-1185-41e7-ae5c-3f84812ef47f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:18.457465 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b68c-5ee1-41d3-b059-c833ebd0c7bb admin admin] Publish callbacks [] for security_group (b97807c2-1185-41e7-ae5c-3f84812ef47f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.486924 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b68c-5ee1-41d3-b059-c833ebd0c7bb admin admin] Publish callbacks [] for security_group (b97807c2-1185-41e7-ae5c-3f84812ef47f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.562360 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b68c-5ee1-41d3-b059-c833ebd0c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (b97807c2-1185-41e7-ae5c-3f84812ef47f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.566245 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b68c-5ee1-41d3-b059-c833ebd0c7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.570835 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6ff1b68c-5ee1-41d3-b059-c833ebd0c7bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b97807c2-1185-41e7-ae5c-3f84812ef47f HTTP/1.1" status: 204 len: 168 time: 0.1704371 May 25 17:10:18.580553 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1b68c-5ee1-41d3-b059-c833ebd0c7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97807c2-1185-41e7-ae5c-3f84812ef47f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:18.745060 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49552) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:18.768436 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fb0037c-c33a-4ae5-aee7-b0e7811325e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.794828 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:18.809810 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.870696 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fb0037c-c33a-4ae5-aee7-b0e7811325e6 admin admin] Publish callbacks [] for security_group (b8aac935-4648-4d90-b0f3-51103f21a4f2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.877648 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fb0037c-c33a-4ae5-aee7-b0e7811325e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (b8aac935-4648-4d90-b0f3-51103f21a4f2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:18.926000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0037c-c33a-4ae5-aee7-b0e7811325e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aac935-4648-4d90-b0f3-51103f21a4f2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:18.932741 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8fb0037c-c33a-4ae5-aee7-b0e7811325e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f95e8853b4944aaeb685fe2bdfbbb306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858578 May 25 17:10:18.935409 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49560) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:18.990825 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17a72e17-dc9e-4016-be40-e6694e110d7f admin admin] Publish callbacks [] for security_group (b8aac935-4648-4d90-b0f3-51103f21a4f2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:19.015782 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17a72e17-dc9e-4016-be40-e6694e110d7f admin admin] Publish callbacks [] for security_group (b8aac935-4648-4d90-b0f3-51103f21a4f2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:19.074696 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17a72e17-dc9e-4016-be40-e6694e110d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (b8aac935-4648-4d90-b0f3-51103f21a4f2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:19.077566 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17a72e17-dc9e-4016-be40-e6694e110d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:19.079575 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-17a72e17-dc9e-4016-be40-e6694e110d7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8aac935-4648-4d90-b0f3-51103f21a4f2 HTTP/1.1" status: 204 len: 168 time: 0.1425638 May 25 17:10:19.088266 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a72e17-dc9e-4016-be40-e6694e110d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aac935-4648-4d90-b0f3-51103f21a4f2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:19.369127 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ca9a4e26-48a1-46fe-b4ed-ba5101f24e81 req-7897b220-b2e9-40cd-9c8b-4229a34b21c7 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 210 time: 0.0411179 May 25 17:10:19.405211 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edb0a3-2509-4262-b958-67b0f89b1507 req-a3f43e05-859f-47c6-9259-ff8dff37fe85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:19.407827 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59edb0a3-2509-4262-b958-67b0f89b1507 req-a3f43e05-859f-47c6-9259-ff8dff37fe85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0864859 May 25 17:10:19.528029 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59edb0a3-2509-4262-b958-67b0f89b1507 req-cb6856cd-574c-45f4-9693-da59896a2f92 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127889 May 25 17:10:19.604404 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-4daad3bb-1dd0-46a8-95f0-edb41de62979 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:19.606396 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-4daad3bb-1dd0-46a8-95f0-edb41de62979 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.71 "GET /v2.0/networks?id=f275f7e0-7ca7-4997-ab2c-da8062808dee HTTP/1.1" status: 200 len: 809 time: 0.1483188 May 25 17:10:19.624731 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Request body: {'port': {'device_id': '63976297-c3f2-47ae-a109-cd75b601bbeb', 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee', 'admin_state_up': True, 'tenant_id': '9452c1c2439d4247ad9a4e7e7f0ba486'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:19.697544 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:19.775022 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Made reservation on behalf of 9452c1c2439d4247ad9a4e7e7f0ba486 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:10:19.778852 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:19.944165 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Allocated IP 172.20.0.8 (f275f7e0-7ca7-4997-ab2c-da8062808dee/24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0/758c3813-adb7-433a-b1e6-b2493af282a1) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:10:19.972882 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:20.118347 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks [] for port (758c3813-adb7-433a-b1e6-b2493af282a1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:20.160516 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:20.213070 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Network f275f7e0-7ca7-4997-ab2c-da8062808dee is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:10:20.216625 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:10:20.221714 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:10:20.255235 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:20.275588 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:20.276473 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:20.286039 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Pushing event updated for resources: {'Port': ['ID=758c3813-adb7-433a-b1e6-b2493af282a1,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:20.299116 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-7e0a494a-619f-452e-bce1-0cbc0b3d6bf9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6807086 May 25 17:10:20.311394 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Request body: {'port': {'device_id': '63976297-c3f2-47ae-a109-cd75b601bbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:20.393729 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:20.605223 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2eaf7-d74f-46c3-8c12-11fb1a7ebc97 req-a7eeab9e-653f-4e2a-b362-117d2fc88d6e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:20.606812 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4fb2eaf7-d74f-46c3-8c12-11fb1a7ebc97 req-a7eeab9e-653f-4e2a-b362-117d2fc88d6e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 931 time: 0.1335571 May 25 17:10:20.697084 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4fb2eaf7-d74f-46c3-8c12-11fb1a7ebc97 req-c09c3a8c-d2cc-4884-b9dc-77cabb030fd7 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826514 May 25 17:10:20.789967 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab8d3d-3c52-4750-a6f1-1b73255e0458 req-05aac640-3904-4230-b492-d817cc6f8976 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:20.791479 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33ab8d3d-3c52-4750-a6f1-1b73255e0458 req-05aac640-3904-4230-b492-d817cc6f8976 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0919948 May 25 17:10:20.864266 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:20.902932 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33ab8d3d-3c52-4750-a6f1-1b73255e0458 req-c7a04169-f504-48b0-823b-a6b63fb35be1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829885 May 25 17:10:20.980308 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:20.982533 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758c3813-adb7-433a-b1e6-b2493af282a1 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:10:20.993308 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Publish callbacks [] for port (758c3813-adb7-433a-b1e6-b2493af282a1), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:21.009405 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Transition to ACTIVE for port object 758c3813-adb7-433a-b1e6-b2493af282a1 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:10:21.013778 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:21.087029 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Pushing event updated for resources: {'Port': ['ID=758c3813-adb7-433a-b1e6-b2493af282a1,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:21.151628 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Attempting to bind port 758c3813-adb7-433a-b1e6-b2493af282a1 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:10:21.152335 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Attempting to bind port 758c3813-adb7-433a-b1e6-b2493af282a1 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:10:21.152899 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Attempting to bind port 758c3813-adb7-433a-b1e6-b2493af282a1 on network f275f7e0-7ca7-4997-ab2c-da8062808dee {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:10:21.161237 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Port 758c3813-adb7-433a-b1e6-b2493af282a1 on network f275f7e0-7ca7-4997-ab2c-da8062808dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:10:21.161616 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Attempting to bind port 758c3813-adb7-433a-b1e6-b2493af282a1 on network f275f7e0-7ca7-4997-ab2c-da8062808dee {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:10:21.167055 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:10:21.167417 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Checking segment: {'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:10:21.167857 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Bound using segment: {'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:10:21.168444 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Bound port: 758c3813-adb7-433a-b1e6-b2493af282a1, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:10:21.168849 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:21.231134 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] For port 758c3813-adb7-433a-b1e6-b2493af282a1, host hv-cinder-84330, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:10:21.234156 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] For port 758c3813-adb7-433a-b1e6-b2493af282a1, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=758c3813-adb7-433a-b1e6-b2493af282a1,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:10:21.240620 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:21.274256 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:21.274834 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:21.276211 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] 10.222.0.71 "PUT /v2.0/ports/758c3813-adb7-433a-b1e6-b2493af282a1 HTTP/1.1" status: 200 len: 1093 time: 0.9699957 May 25 17:10:21.276632 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63976297-c3f2-47ae-a109-cd75b601bbeb', 'tag': '758c3813-adb7-433a-b1e6-b2493af282a1'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:21.278853 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a700872f-a58c-42f7-ae49-da95e771a156" -d '{"events": [{"name": "network-changed", "server_uuid": "63976297-c3f2-47ae-a109-cd75b601bbeb", "tag": "758c3813-adb7-433a-b1e6-b2493af282a1"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:21.302752 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7083c-ac58-4a18-a25a-a25ad675068a service neutron] Pushing event updated for resources: {'Port': ['ID=758c3813-adb7-433a-b1e6-b2493af282a1,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:21.321204 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735f440d-0499-4b8e-b512-a383006e130b x-openstack-request-id: req-735f440d-0499-4b8e-b512-a383006e130b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:21.321497 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63976297-c3f2-47ae-a109-cd75b601bbeb", "tag": "758c3813-adb7-433a-b1e6-b2493af282a1", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:21.321746 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-735f440d-0499-4b8e-b512-a383006e130b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:21.322168 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735f440d-0499-4b8e-b512-a383006e130b'] response: {'name': 'network-changed', 'server_uuid': '63976297-c3f2-47ae-a109-cd75b601bbeb', 'tag': '758c3813-adb7-433a-b1e6-b2493af282a1', 'status': 'completed', 'code': 200} May 25 17:10:21.372539 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-ac99f22d-f8d7-4d6a-8bba-755bd01656ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:21.374101 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-ac99f22d-f8d7-4d6a-8bba-755bd01656ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9452c1c2439d4247ad9a4e7e7f0ba486&device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 1127 time: 0.0411882 May 25 17:10:21.417677 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-1c506ac2-9dd1-4bea-a221-9131ddf99849 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758c3813-adb7-433a-b1e6-b2493af282a1 HTTP/1.1" status: 200 len: 217 time: 0.0357792 May 25 17:10:21.467707 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-c4ef77f1-cb26-4438-a5a9-0d0f6875290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:21.469387 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-c4ef77f1-cb26-4438-a5a9-0d0f6875290f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0 HTTP/1.1" status: 200 len: 849 time: 0.0464137 May 25 17:10:21.501436 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-1d48c510-57bf-4968-8454-6ec5de326c0e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f275f7e0-7ca7-4997-ab2c-da8062808dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255315 May 25 17:10:21.604380 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-6b949aad-e72c-491a-b799-720d2fe3a0f3 service neutron] 10.222.0.71 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927243 May 25 17:10:21.706632 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6c907a5-1adf-4c0c-9ed7-afc20f81f0f4 req-8289902a-4175-4e30-b550-860422bc52d6 service neutron] 10.222.0.71 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959513 May 25 17:10:21.828206 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea6ec1-9d93-463e-a5d5-1f197b49b244 req-bc133b0b-3247-4a2c-ba92-522c0e901b32 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:21.830695 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbea6ec1-9d93-463e-a5d5-1f197b49b244 req-bc133b0b-3247-4a2c-ba92-522c0e901b32 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 943 time: 0.0521872 May 25 17:10:21.898620 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbea6ec1-9d93-463e-a5d5-1f197b49b244 req-13003ba0-9d05-4288-9fad-14b591277c30 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594437 May 25 17:10:22.040047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a94bf-13e8-4795-a425-d397a9277da1 req-433cfbd8-d477-4b5c-b08c-02531347a6db tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:22.041557 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e11a94bf-13e8-4795-a425-d397a9277da1 req-433cfbd8-d477-4b5c-b08c-02531347a6db tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0493100 May 25 17:10:22.103529 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e11a94bf-13e8-4795-a425-d397a9277da1 req-be6cad4f-c07b-4861-a9ae-482a57c94ce2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555897 May 25 17:10:22.169515 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49734) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:22.312899 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e498d5fe-1bf8-4a58-b76d-d9f55192ab52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.338530 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:22.398351 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e498d5fe-1bf8-4a58-b76d-d9f55192ab52 admin admin] Publish callbacks [] for security_group (22dd7abf-3166-4c71-b0ea-376dca08fbbd), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.401790 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e498d5fe-1bf8-4a58-b76d-d9f55192ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (22dd7abf-3166-4c71-b0ea-376dca08fbbd), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.406049 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:22.443620 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e498d5fe-1bf8-4a58-b76d-d9f55192ab52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=542e29b7a015406b815eb24db837c7ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722769 May 25 17:10:22.445562 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498d5fe-1bf8-4a58-b76d-d9f55192ab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dd7abf-3166-4c71-b0ea-376dca08fbbd,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:22.446285 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49748) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:22.501035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-50724d7a-7662-465d-98d8-2efee812e6dc admin admin] Publish callbacks [] for security_group (22dd7abf-3166-4c71-b0ea-376dca08fbbd), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.526521 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-50724d7a-7662-465d-98d8-2efee812e6dc admin admin] Publish callbacks [] for security_group (22dd7abf-3166-4c71-b0ea-376dca08fbbd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.538819 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:22.578033 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-50724d7a-7662-465d-98d8-2efee812e6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (22dd7abf-3166-4c71-b0ea-376dca08fbbd), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.581784 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-50724d7a-7662-465d-98d8-2efee812e6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.582921 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-50724d7a-7662-465d-98d8-2efee812e6dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22dd7abf-3166-4c71-b0ea-376dca08fbbd HTTP/1.1" status: 204 len: 168 time: 0.1356075 May 25 17:10:22.590806 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50724d7a-7662-465d-98d8-2efee812e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dd7abf-3166-4c71-b0ea-376dca08fbbd,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:22.858578 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49754) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:22.872392 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec5f-955a-4459-899a-a289ba7c5e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.874192 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700872f-a58c-42f7-ae49-da95e771a156 req-9630bbe8-b58b-426d-bf2f-43666c489a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:22.876315 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a700872f-a58c-42f7-ae49-da95e771a156 req-9630bbe8-b58b-426d-bf2f-43666c489a38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9452c1c2439d4247ad9a4e7e7f0ba486&device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 1127 time: 0.0400286 May 25 17:10:22.953521 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec5f-955a-4459-899a-a289ba7c5e1c admin admin] Publish callbacks [] for security_group (ad025dec-6bd3-4566-9311-82bea0e3a2e7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:22.958118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec5f-955a-4459-899a-a289ba7c5e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ad025dec-6bd3-4566-9311-82bea0e3a2e7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:23.004611 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-02b6ec5f-955a-4459-899a-a289ba7c5e1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11068d619efb46a5bca99805bc320b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449373 May 25 17:10:23.005711 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6ec5f-955a-4459-899a-a289ba7c5e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad025dec-6bd3-4566-9311-82bea0e3a2e7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:23.008720 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49758) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:23.017485 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700872f-a58c-42f7-ae49-da95e771a156 req-7bf6b0de-6c87-4085-b5e9-2713c32a0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:23.018964 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a700872f-a58c-42f7-ae49-da95e771a156 req-7bf6b0de-6c87-4085-b5e9-2713c32a0f5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=f275f7e0-7ca7-4997-ab2c-da8062808dee HTTP/1.1" status: 200 len: 910 time: 0.1298862 May 25 17:10:23.035969 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:23.060557 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8ad984f-f29b-4b4b-a56a-1a4f198ffa3a admin admin] Publish callbacks [] for security_group (ad025dec-6bd3-4566-9311-82bea0e3a2e7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:23.067199 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e675b3-d379-4bc2-a62f-36ebe2e04a9d req-24ed94c7-6e5a-478c-8cad-0190edd30cdf tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:23.068701 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60e675b3-d379-4bc2-a62f-36ebe2e04a9d req-24ed94c7-6e5a-478c-8cad-0190edd30cdf tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 943 time: 0.0937736 May 25 17:10:23.070116 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a700872f-a58c-42f7-ae49-da95e771a156 req-f1a5b708-2796-4017-93ad-90bf263545e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758c3813-adb7-433a-b1e6-b2493af282a1 HTTP/1.1" status: 200 len: 217 time: 0.0436778 May 25 17:10:23.086403 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8ad984f-f29b-4b4b-a56a-1a4f198ffa3a admin admin] Publish callbacks [] for security_group (ad025dec-6bd3-4566-9311-82bea0e3a2e7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:23.137933 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8ad984f-f29b-4b4b-a56a-1a4f198ffa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ad025dec-6bd3-4566-9311-82bea0e3a2e7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:23.140901 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8ad984f-f29b-4b4b-a56a-1a4f198ffa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:23.142106 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e8ad984f-f29b-4b4b-a56a-1a4f198ffa3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad025dec-6bd3-4566-9311-82bea0e3a2e7 HTTP/1.1" status: 204 len: 168 time: 0.1323092 May 25 17:10:23.150140 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad984f-f29b-4b4b-a56a-1a4f198ffa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad025dec-6bd3-4566-9311-82bea0e3a2e7,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:23.162690 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60e675b3-d379-4bc2-a62f-36ebe2e04a9d req-e3e73e9d-7013-4c77-b75a-cf82f1dc8d34 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881891 May 25 17:10:23.164630 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700872f-a58c-42f7-ae49-da95e771a156 req-4e516f0a-cc86-4248-8a7d-31082c4321a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:23.166460 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a700872f-a58c-42f7-ae49-da95e771a156 req-4e516f0a-cc86-4248-8a7d-31082c4321a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0 HTTP/1.1" status: 200 len: 849 time: 0.0745311 May 25 17:10:23.216516 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a700872f-a58c-42f7-ae49-da95e771a156 req-5a523f24-69ae-47c2-b8a5-7b662fab5394 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f275f7e0-7ca7-4997-ab2c-da8062808dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414011 May 25 17:10:23.238698 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935e82d-0602-4244-b752-2afd78887a84 req-926453dc-a279-4bfa-af66-351e114b875d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:23.240241 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b935e82d-0602-4244-b752-2afd78887a84 req-926453dc-a279-4bfa-af66-351e114b875d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0487924 May 25 17:10:23.291510 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b935e82d-0602-4244-b752-2afd78887a84 req-ffc7dce9-1e11-4cd4-9532-f0eb9f3d610a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447559 May 25 17:10:23.322059 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a700872f-a58c-42f7-ae49-da95e771a156 req-13f96ac9-1237-4148-8467-5bb634d545cb service neutron] 10.222.0.71 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974152 May 25 17:10:23.445547 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a700872f-a58c-42f7-ae49-da95e771a156 req-7cdcac55-6931-48d1-95a4-927495828e9d service neutron] 10.222.0.71 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059420 May 25 17:10:23.724524 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 49778) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:23.847365 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9557-cac4-4653-b27f-8f1a03478bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:23.923672 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9557-cac4-4653-b27f-8f1a03478bf5 admin admin] Publish callbacks [] for security_group (6897e083-2b9b-4272-a18b-4aa8759a5438), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:23.927415 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9557-cac4-4653-b27f-8f1a03478bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6897e083-2b9b-4272-a18b-4aa8759a5438), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:23.969350 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bf4b9557-cac4-4653-b27f-8f1a03478bf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0e6e45a526e4cada6e35138a87c2ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436728 May 25 17:10:23.970519 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9557-cac4-4653-b27f-8f1a03478bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6897e083-2b9b-4272-a18b-4aa8759a5438,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:23.972054 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 49786) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:24.024131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e824870-bafa-4780-a9c7-4fd3f151cb4b admin admin] Publish callbacks [] for security_group (6897e083-2b9b-4272-a18b-4aa8759a5438), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:24.045524 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e824870-bafa-4780-a9c7-4fd3f151cb4b admin admin] Publish callbacks [] for security_group (6897e083-2b9b-4272-a18b-4aa8759a5438), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:24.091186 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e824870-bafa-4780-a9c7-4fd3f151cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6897e083-2b9b-4272-a18b-4aa8759a5438), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:24.093697 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e824870-bafa-4780-a9c7-4fd3f151cb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:24.095334 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9e824870-bafa-4780-a9c7-4fd3f151cb4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6897e083-2b9b-4272-a18b-4aa8759a5438 HTTP/1.1" status: 204 len: 168 time: 0.1222684 May 25 17:10:24.102855 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e824870-bafa-4780-a9c7-4fd3f151cb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6897e083-2b9b-4272-a18b-4aa8759a5438,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:24.286822 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e79fbe-33ba-4b1c-b902-97d9ddffe884 req-4b92d036-046f-45a3-9f68-21de0da6e1f7 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:24.288313 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9e79fbe-33ba-4b1c-b902-97d9ddffe884 req-4b92d036-046f-45a3-9f68-21de0da6e1f7 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 943 time: 0.0502331 May 25 17:10:24.341217 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9e79fbe-33ba-4b1c-b902-97d9ddffe884 req-f2b4b4e5-fcbd-4b97-8765-3b8e0501885b tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470724 May 25 17:10:24.420887 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122e30-ca1a-43b2-af82-bb4a859ca759 req-fbf28c22-3074-4e64-bd60-0fa448637041 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:24.422408 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c6122e30-ca1a-43b2-af82-bb4a859ca759 req-fbf28c22-3074-4e64-bd60-0fa448637041 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0513957 May 25 17:10:24.473996 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c6122e30-ca1a-43b2-af82-bb4a859ca759 req-c1e8ce8a-63d3-4260-81f6-ac52f6aef81c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 May 25 17:10:24.677766 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 758c3813-adb7-433a-b1e6-b2493af282a1 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:10:24.781816 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 758c3813-adb7-433a-b1e6-b2493af282a1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=758c3813-adb7-433a-b1e6-b2493af282a1,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:24.793358 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:24.796376 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '758c3813-adb7-433a-b1e6-b2493af282a1', 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee', 'port_id': '758c3813-adb7-433a-b1e6-b2493af282a1', 'mac_address': 'fa:16:3e:bf:e4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:10:24.835535 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 758c3813-adb7-433a-b1e6-b2493af282a1 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:10:24.835924 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:24.851090 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758c3813-adb7-433a-b1e6-b2493af282a1 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:10:24.872637 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 758c3813-adb7-433a-b1e6-b2493af282a1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=758c3813-adb7-433a-b1e6-b2493af282a1,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:24.879793 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:24.933868 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=758c3813-adb7-433a-b1e6-b2493af282a1,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:24.940902 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.941089 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.941456 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.941813 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.942153 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.942626 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.942792 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.943117 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.943446 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.943760 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.944087 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.944428 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.944769 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.945085 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:24.945583 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:25.201880 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['758c3813-adb7-433a-b1e6-b2493af282a1'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:10:25.445396 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:25.456521 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb333c76-2b7e-4a6e-a6fe-d986e700f45d req-7ee46eb0-6c43-4968-8c18-2d30386d9b26 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:25.458077 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb333c76-2b7e-4a6e-a6fe-d986e700f45d req-7ee46eb0-6c43-4968-8c18-2d30386d9b26 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 944 time: 0.0509791 May 25 17:10:25.521310 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb333c76-2b7e-4a6e-a6fe-d986e700f45d req-a969ab34-1b08-4114-ba02-08250db8c68e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573504 May 25 17:10:25.584246 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=16 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:25.598997 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e33bc4-e574-4471-84c7-5cc5a53f5c9d req-5da60241-d199-4465-ace2-e718f87534e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:25.600444 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8e33bc4-e574-4471-84c7-5cc5a53f5c9d req-5da60241-d199-4465-ace2-e718f87534e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0536315 May 25 17:10:25.650714 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8e33bc4-e574-4471-84c7-5cc5a53f5c9d req-31bcbfc0-64e9-4bea-a96d-6d20e5a586dc tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 May 25 17:10:26.243666 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=11 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:26.249071 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=45 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:26.638336 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb346e-071f-4b4d-9fc2-9dc877984ccb req-f73e6da7-e7cd-42ed-aadd-31c2417f8b57 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:26.639839 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7dbb346e-071f-4b4d-9fc2-9dc877984ccb req-f73e6da7-e7cd-42ed-aadd-31c2417f8b57 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 944 time: 0.0541806 May 25 17:10:26.674707 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 758c3813-adb7-433a-b1e6-b2493af282a1 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:10:26.689082 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7dbb346e-071f-4b4d-9fc2-9dc877984ccb req-26de3d8d-cdfc-4d23-a4a1-b573821154e3 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 May 25 17:10:26.721505 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 758c3813-adb7-433a-b1e6-b2493af282a1 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:10:26.729406 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 758c3813-adb7-433a-b1e6-b2493af282a1 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:10:26.729762 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:26.809196 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 758c3813-adb7-433a-b1e6-b2493af282a1 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:10:26.809592 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:26.837530 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63976297-c3f2-47ae-a109-cd75b601bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758c3813-adb7-433a-b1e6-b2493af282a1'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:26.839792 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279692fc-b0e3-49a3-a296-7ca7ec9bc4bf" -d '{"events": [{"server_uuid": "63976297-c3f2-47ae-a109-cd75b601bbeb", "name": "network-vif-plugged", "status": "completed", "tag": "758c3813-adb7-433a-b1e6-b2493af282a1"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:26.854624 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 758c3813-adb7-433a-b1e6-b2493af282a1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=758c3813-adb7-433a-b1e6-b2493af282a1,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:26.859206 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:26.886021 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7405465-8369-413a-a728-0a99be8cd197 x-openstack-request-id: req-f7405465-8369-413a-a728-0a99be8cd197 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:26.886335 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63976297-c3f2-47ae-a109-cd75b601bbeb", "name": "network-vif-plugged", "status": "completed", "tag": "758c3813-adb7-433a-b1e6-b2493af282a1", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:26.886590 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7405465-8369-413a-a728-0a99be8cd197 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:26.886978 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7405465-8369-413a-a728-0a99be8cd197'] response: {'server_uuid': '63976297-c3f2-47ae-a109-cd75b601bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758c3813-adb7-433a-b1e6-b2493af282a1', 'code': 200} May 25 17:10:26.917299 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=758c3813-adb7-433a-b1e6-b2493af282a1,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:26.999141 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a053-7894-4b47-9589-1e066806d545 req-f8cd205f-aea6-476d-b85c-f03017d290b1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:27.000654 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8ca4a053-7894-4b47-9589-1e066806d545 req-f8cd205f-aea6-476d-b85c-f03017d290b1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.2618344 May 25 17:10:27.048956 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8ca4a053-7894-4b47-9589-1e066806d545 req-37eceb86-7328-4853-819e-8a71cc3fd09d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 May 25 17:10:27.064218 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068ba1-3f43-4756-b2d6-67bb056f80e3 req-2343c6d0-b140-48a5-90a8-a2306bccdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:27.065721 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f068ba1-3f43-4756-b2d6-67bb056f80e3 req-2343c6d0-b140-48a5-90a8-a2306bccdc39 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 1129 time: 0.0389495 May 25 17:10:27.087792 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:27.120189 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f068ba1-3f43-4756-b2d6-67bb056f80e3 req-63f66e41-7eeb-4ade-9a39-46275333388d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 May 25 17:10:27.815937 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ead0e-12d4-439b-a032-424680759e70 req-143d95fe-6bd5-4a6d-a383-e8c6fec9bb34 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:27.818250 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f0ead0e-12d4-439b-a032-424680759e70 req-143d95fe-6bd5-4a6d-a383-e8c6fec9bb34 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 945 time: 0.0532520 May 25 17:10:27.874125 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f0ead0e-12d4-439b-a032-424680759e70 req-aff7a7f1-09ac-4d8c-a827-86fd7dfb320d tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492754 May 25 17:10:28.166735 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b14df-957d-41f7-b1c7-13addbbb79a7 req-5c769407-8cc5-4f26-8253-9e34f83f55ea tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:28.168528 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e88b14df-957d-41f7-b1c7-13addbbb79a7 req-5c769407-8cc5-4f26-8253-9e34f83f55ea tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0483911 May 25 17:10:28.218411 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e88b14df-957d-41f7-b1c7-13addbbb79a7 req-703b6f92-938c-4398-9aa3-5f6439f88e9d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 May 25 17:10:28.997589 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceaa5d-2faa-4f9f-a604-d17c683289c5 req-b9b6a33f-87ee-4cdf-aa9e-f3696caf7933 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:28.999190 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1bceaa5d-2faa-4f9f-a604-d17c683289c5 req-b9b6a33f-87ee-4cdf-aa9e-f3696caf7933 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 945 time: 0.0506735 May 25 17:10:29.049707 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1bceaa5d-2faa-4f9f-a604-d17c683289c5 req-4be0ae97-7515-4399-8f16-73ef43b1b792 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 May 25 17:10:29.369798 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa9c6-9341-4803-9c84-3f41b36d5fd5 req-6a09050e-30ee-474d-8e28-862acd341718 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:29.374508 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-694fa9c6-9341-4803-9c84-3f41b36d5fd5 req-6a09050e-30ee-474d-8e28-862acd341718 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0669200 May 25 17:10:29.425947 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-694fa9c6-9341-4803-9c84-3f41b36d5fd5 req-495b0633-053e-4ff0-be83-bacab210b2de tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 May 25 17:10:30.162084 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc24269-198e-4e10-8b80-254bf5dcec82 req-b1e31a74-78a3-49f1-9db4-a0b0ae1cf339 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:30.163534 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2cc24269-198e-4e10-8b80-254bf5dcec82 req-b1e31a74-78a3-49f1-9db4-a0b0ae1cf339 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 945 time: 0.0454497 May 25 17:10:30.210269 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2cc24269-198e-4e10-8b80-254bf5dcec82 req-82fdeaaa-d736-4214-acc3-1d04e339cef5 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 May 25 17:10:30.546661 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c82dc7-d9fb-4085-8e04-4f83a09cf1ff req-1ee11153-418c-4901-8544-0ca501dca036 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:30.548845 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43c82dc7-d9fb-4085-8e04-4f83a09cf1ff req-1ee11153-418c-4901-8544-0ca501dca036 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0525444 May 25 17:10:30.603115 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43c82dc7-d9fb-4085-8e04-4f83a09cf1ff req-d7f0e650-eb8c-4360-90ef-d3a2026a936b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482450 May 25 17:10:30.946117 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45df7c-840f-4af6-b060-9e769810f1ce req-63a7f175-d103-495a-846f-2c1065e09615 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:30.950059 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-af45df7c-840f-4af6-b060-9e769810f1ce req-63a7f175-d103-495a-846f-2c1065e09615 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 945 time: 0.0493793 May 25 17:10:30.982342 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:31.003472 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-af45df7c-840f-4af6-b060-9e769810f1ce req-9f8026b8-8b2c-40f5-bffe-1d85d7db1af0 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496716 May 25 17:10:31.722291 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05768f3-7f21-4384-98bc-0df41843ae5e req-3a225ffa-8c5e-4561-adf3-432dbefd8ba9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:31.723758 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f05768f3-7f21-4384-98bc-0df41843ae5e req-3a225ffa-8c5e-4561-adf3-432dbefd8ba9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0506256 May 25 17:10:31.772940 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f05768f3-7f21-4384-98bc-0df41843ae5e req-2944b935-ec7a-4cf4-a016-071a51545eda tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 May 25 17:10:32.123812 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8a8a-c934-44fd-9e88-501d0c0dc766 req-c507e12e-6ea4-4e50-abc9-c998be9f6207 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:32.125349 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-702e8a8a-c934-44fd-9e88-501d0c0dc766 req-c507e12e-6ea4-4e50-abc9-c998be9f6207 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 945 time: 0.0515709 May 25 17:10:32.175290 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-702e8a8a-c934-44fd-9e88-501d0c0dc766 req-e515fa0f-920b-4afe-a759-b913a52b9f02 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 May 25 17:10:32.450586 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50046) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:32.560985 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33e01ff7-1153-41e4-88f0-d8735b77ce60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:32.636665 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33e01ff7-1153-41e4-88f0-d8735b77ce60 admin admin] Publish callbacks [] for security_group (e806aa1c-f094-4714-b78b-15c91c8b2ad3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:32.640154 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33e01ff7-1153-41e4-88f0-d8735b77ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (e806aa1c-f094-4714-b78b-15c91c8b2ad3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:32.709373 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e01ff7-1153-41e4-88f0-d8735b77ce60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e806aa1c-f094-4714-b78b-15c91c8b2ad3,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:32.723248 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19307-da4c-419e-99ac-23c746c32878 req-9cb84fdc-0cc3-4197-8b97-362c97dc674e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:32.724711 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44d19307-da4c-419e-99ac-23c746c32878 req-9cb84fdc-0cc3-4197-8b97-362c97dc674e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.71 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 945 time: 0.0814500 May 25 17:10:32.727034 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-33e01ff7-1153-41e4-88f0-d8735b77ce60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1e5ba69bb0545d0b8636dcd18fd1869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754562 May 25 17:10:32.729674 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50050) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:32.817415 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:32.889228 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66806844-82b4-437d-a48f-60c6f339ad2b admin admin] Publish callbacks [] for security_group (e806aa1c-f094-4714-b78b-15c91c8b2ad3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:32.929653 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Deleting port 758c3813-adb7-433a-b1e6-b2493af282a1 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:10:32.929911 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:32.947412 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8e3e3-b1f0-48d5-9ad4-6ef38fbca389 req-b0277f05-e61f-4f62-b002-6c9b8dfb1edb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:32.948901 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e8e3e3-b1f0-48d5-9ad4-6ef38fbca389 req-b0277f05-e61f-4f62-b002-6c9b8dfb1edb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.1012845 May 25 17:10:32.950945 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66806844-82b4-437d-a48f-60c6f339ad2b admin admin] Publish callbacks [] for security_group (e806aa1c-f094-4714-b78b-15c91c8b2ad3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.021902 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:33.109246 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] For port 758c3813-adb7-433a-b1e6-b2493af282a1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=758c3813-adb7-433a-b1e6-b2493af282a1,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:33.109620 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.113515 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66806844-82b4-437d-a48f-60c6f339ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (e806aa1c-f094-4714-b78b-15c91c8b2ad3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.116068 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66806844-82b4-437d-a48f-60c6f339ad2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.117229 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-66806844-82b4-437d-a48f-60c6f339ad2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e806aa1c-f094-4714-b78b-15c91c8b2ad3 HTTP/1.1" status: 204 len: 168 time: 0.3866653 May 25 17:10:33.129156 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e8e3e3-b1f0-48d5-9ad4-6ef38fbca389 req-921c93af-f027-40a9-b0ba-6750b7bd992a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670463 May 25 17:10:33.139877 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Calling delete_port for 758c3813-adb7-433a-b1e6-b2493af282a1 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:10:33.146014 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66806844-82b4-437d-a48f-60c6f339ad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e806aa1c-f094-4714-b78b-15c91c8b2ad3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:33.317118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd3fec-90cb-4b44-b8a7-962a871d1e24 req-97d9fe88-84f9-4730-a007-2c4b2c4e083e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:33.324337 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-98dd3fec-90cb-4b44-b8a7-962a871d1e24 req-97d9fe88-84f9-4730-a007-2c4b2c4e083e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=63976297-c3f2-47ae-a109-cd75b601bbeb HTTP/1.1" status: 200 len: 945 time: 0.0626173 May 25 17:10:33.381655 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-98dd3fec-90cb-4b44-b8a7-962a871d1e24 req-8f2facbd-8cc5-4400-b201-014170967f28 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 May 25 17:10:33.483994 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50072) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:33.497975 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-633559f5-db3b-4c36-ac36-9eff14a34870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.562453 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (758c3813-adb7-433a-b1e6-b2493af282a1), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.576031 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['758c3813-adb7-433a-b1e6-b2493af282a1'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:10:33.584409 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-633559f5-db3b-4c36-ac36-9eff14a34870 admin admin] Publish callbacks [] for security_group (55614798-2241-42a4-a750-065544b4eb7e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.591205 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-633559f5-db3b-4c36-ac36-9eff14a34870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (55614798-2241-42a4-a750-065544b4eb7e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.601773 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Pushing event deleted for resources: {'Port': ['ID=758c3813-adb7-433a-b1e6-b2493af282a1,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:33.633936 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633559f5-db3b-4c36-ac36-9eff14a34870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55614798-2241-42a4-a750-065544b4eb7e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:33.640849 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-633559f5-db3b-4c36-ac36-9eff14a34870 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77628cf5c9c2455388ced097d5b40ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533267 May 25 17:10:33.641059 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50074) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:33.665752 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] No DVR routers for this DVR port 758c3813-adb7-433a-b1e6-b2493af282a1 on host hv-cinder-84330 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:10:33.669179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.672405 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44d19307-da4c-419e-99ac-23c746c32878 req-4388aa15-13fd-4687-9a82-b64a219eb773 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.71 "DELETE /v2.0/ports/758c3813-adb7-433a-b1e6-b2493af282a1 HTTP/1.1" status: 204 len: 173 time: 0.9301577 May 25 17:10:33.672897 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63976297-c3f2-47ae-a109-cd75b601bbeb', 'name': 'network-vif-deleted', 'tag': '758c3813-adb7-433a-b1e6-b2493af282a1'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:33.675317 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8654e9e-b78f-4bab-a7c1-a146dd69a513" -d '{"events": [{"server_uuid": "63976297-c3f2-47ae-a109-cd75b601bbeb", "name": "network-vif-deleted", "tag": "758c3813-adb7-433a-b1e6-b2493af282a1"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:33.701362 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:33.708793 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-575208ac-8671-4023-9cd8-e25a6c110158 admin admin] Publish callbacks [] for security_group (55614798-2241-42a4-a750-065544b4eb7e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.721680 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8653ca44-18dc-484e-b556-612989339188 x-openstack-request-id: req-8653ca44-18dc-484e-b556-612989339188 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:33.722136 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63976297-c3f2-47ae-a109-cd75b601bbeb", "name": "network-vif-deleted", "tag": "758c3813-adb7-433a-b1e6-b2493af282a1", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:33.722575 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8653ca44-18dc-484e-b556-612989339188 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:33.723033 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8653ca44-18dc-484e-b556-612989339188'] response: {'server_uuid': '63976297-c3f2-47ae-a109-cd75b601bbeb', 'name': 'network-vif-deleted', 'tag': '758c3813-adb7-433a-b1e6-b2493af282a1', 'status': 'completed', 'code': 200} May 25 17:10:33.733778 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-575208ac-8671-4023-9cd8-e25a6c110158 admin admin] Publish callbacks [] for security_group (55614798-2241-42a4-a750-065544b4eb7e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.786934 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-575208ac-8671-4023-9cd8-e25a6c110158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (55614798-2241-42a4-a750-065544b4eb7e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.789596 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-575208ac-8671-4023-9cd8-e25a6c110158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:33.793104 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-575208ac-8671-4023-9cd8-e25a6c110158 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55614798-2241-42a4-a750-065544b4eb7e HTTP/1.1" status: 204 len: 168 time: 0.1487958 May 25 17:10:33.800732 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575208ac-8671-4023-9cd8-e25a6c110158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55614798-2241-42a4-a750-065544b4eb7e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:34.131832 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50082) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:34.146102 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6fad4ee-966e-4b5a-be55-0e08c0fd6edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:34.259604 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6fad4ee-966e-4b5a-be55-0e08c0fd6edd admin admin] Publish callbacks [] for security_group (c59f542f-6057-457e-8668-bb13206b7312), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:34.263183 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6fad4ee-966e-4b5a-be55-0e08c0fd6edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c59f542f-6057-457e-8668-bb13206b7312), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:34.295483 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb82bd-7758-42c0-a933-5409fd4e9d1f req-84a7c4f7-04ec-4501-a513-257f1f048cc0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:34.297008 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fadb82bd-7758-42c0-a933-5409fd4e9d1f req-84a7c4f7-04ec-4501-a513-257f1f048cc0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0815043 May 25 17:10:34.325277 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e6fad4ee-966e-4b5a-be55-0e08c0fd6edd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=917eaafa32714be18b400e272badbeea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922827 May 25 17:10:34.327959 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50090) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:34.332523 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fad4ee-966e-4b5a-be55-0e08c0fd6edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59f542f-6057-457e-8668-bb13206b7312,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:34.356173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:34.373080 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fadb82bd-7758-42c0-a933-5409fd4e9d1f req-745b1ea1-d2bd-4c9b-abd3-6f564025ccd1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560732 May 25 17:10:34.405764 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4015664b-50de-4e3c-8106-68e06ce04089 admin admin] Publish callbacks [] for security_group (c59f542f-6057-457e-8668-bb13206b7312), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:34.440950 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4015664b-50de-4e3c-8106-68e06ce04089 admin admin] Publish callbacks [] for security_group (c59f542f-6057-457e-8668-bb13206b7312), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:34.494924 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4015664b-50de-4e3c-8106-68e06ce04089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c59f542f-6057-457e-8668-bb13206b7312), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:34.497984 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4015664b-50de-4e3c-8106-68e06ce04089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:34.502590 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4015664b-50de-4e3c-8106-68e06ce04089 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c59f542f-6057-457e-8668-bb13206b7312 HTTP/1.1" status: 204 len: 168 time: 0.1703150 May 25 17:10:34.509773 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015664b-50de-4e3c-8106-68e06ce04089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59f542f-6057-457e-8668-bb13206b7312,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:34.528858 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:34.754709 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-e09a581a-66bd-45a5-a6a1-93ed7d7be416 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:34.756364 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-e09a581a-66bd-45a5-a6a1-93ed7d7be416 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/networks?id=f275f7e0-7ca7-4997-ab2c-da8062808dee HTTP/1.1" status: 200 len: 809 time: 0.1220982 May 25 17:10:34.773862 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-96eba6a6-3e7c-43d0-8286-852a2372a8ce tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/quotas/9452c1c2439d4247ad9a4e7e7f0ba486 HTTP/1.1" status: 200 len: 375 time: 0.0116096 May 25 17:10:34.813227 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-6ca5cead-4118-4d8c-bbe1-819f7a103b47 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9452c1c2439d4247ad9a4e7e7f0ba486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338893 May 25 17:10:34.916074 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-c50babdd-4366-4c0d-bf38-2a3c4d714349 service neutron] 10.222.0.31 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988100 May 25 17:10:35.017316 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-18f72102-b797-411c-9b44-e59f39a2b696 service neutron] 10.222.0.31 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972579 May 25 17:10:35.220083 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a6688c1-c4c0-4527-bad6-e28a2029a60a req-acc3b3eb-38bf-43ad-9a8c-fabf661d8674 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 210 time: 0.0373650 May 25 17:10:35.512436 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744132dc-e372-4f1c-a343-ca72d97f119e req-fdcf46aa-e819-40a6-853d-252cf0cca511 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:35.513980 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-744132dc-e372-4f1c-a343-ca72d97f119e req-fdcf46aa-e819-40a6-853d-252cf0cca511 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0536313 May 25 17:10:35.575930 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-744132dc-e372-4f1c-a343-ca72d97f119e req-e87e262f-fd6b-408e-aac4-bf6eadcba9f9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549927 May 25 17:10:36.331316 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1238f72c-ddfa-4072-8965-11dcf1b0bec6 req-ce4b70d4-ca8c-4348-b509-34a03ae60e0b tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 210 time: 0.0356143 May 25 17:10:36.345104 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-f9a9aacc-ee67-4f97-b0b8-a51b74f1a327 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:36.347781 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-f9a9aacc-ee67-4f97-b0b8-a51b74f1a327 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.71 "GET /v2.0/networks?id=f275f7e0-7ca7-4997-ab2c-da8062808dee HTTP/1.1" status: 200 len: 809 time: 0.1700447 May 25 17:10:36.364821 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Request body: {'port': {'device_id': '840abca2-d414-4f2f-ac80-65e4f4b0f3e9', 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee', 'admin_state_up': True, 'tenant_id': '9452c1c2439d4247ad9a4e7e7f0ba486'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:36.447066 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50248) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:36.455302 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:36.490870 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Made reservation on behalf of 9452c1c2439d4247ad9a4e7e7f0ba486 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:10:36.494430 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:36.566791 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f104150-7b7a-47fa-94a5-fcb399c25d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:36.624052 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:36.647349 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Allocated IP 172.20.0.3 (f275f7e0-7ca7-4997-ab2c-da8062808dee/24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0/c2d167c9-899c-45c0-8b50-918a9ee2916f) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:10:36.647703 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:36.689989 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f104150-7b7a-47fa-94a5-fcb399c25d66 admin admin] Publish callbacks [] for security_group (715895ed-d79e-4941-997a-258e07158c99), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:36.710434 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f104150-7b7a-47fa-94a5-fcb399c25d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (715895ed-d79e-4941-997a-258e07158c99), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:36.727202 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 758c3813-adb7-433a-b1e6-b2493af282a1 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:10:36.747332 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 758c3813-adb7-433a-b1e6-b2493af282a1 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:10:36.747678 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 758c3813-adb7-433a-b1e6-b2493af282a1 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:10:36.753886 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c97b-fe31-44dc-a8dc-e7af94bf0aeb req-35a65d27-b90f-4300-ab14-69e4419b54ea tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:36.755397 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9345c97b-fe31-44dc-a8dc-e7af94bf0aeb req-35a65d27-b90f-4300-ab14-69e4419b54ea tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0869646 May 25 17:10:36.779738 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5f104150-7b7a-47fa-94a5-fcb399c25d66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29547c79d9904dd994768e61c77e46fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316023 May 25 17:10:36.783082 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50256) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:36.787860 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f104150-7b7a-47fa-94a5-fcb399c25d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715895ed-d79e-4941-997a-258e07158c99,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:36.819838 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9345c97b-fe31-44dc-a8dc-e7af94bf0aeb req-f4aed278-1eb5-45f8-a776-42d805a41cb4 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573575 May 25 17:10:36.849704 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks [] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:36.885401 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-28f32805-b64b-4114-b8f3-759729138d42 admin admin] Publish callbacks [] for security_group (715895ed-d79e-4941-997a-258e07158c99), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:36.914146 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:36.919157 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-28f32805-b64b-4114-b8f3-759729138d42 admin admin] Publish callbacks [] for security_group (715895ed-d79e-4941-997a-258e07158c99), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:36.993844 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Network f275f7e0-7ca7-4997-ab2c-da8062808dee is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:10:37.000422 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:10:37.003208 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:10:37.008377 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Pushing event updated for resources: {'Port': ['ID=c2d167c9-899c-45c0-8b50-918a9ee2916f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:37.052840 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-28f32805-b64b-4114-b8f3-759729138d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (715895ed-d79e-4941-997a-258e07158c99), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.055485 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-28f32805-b64b-4114-b8f3-759729138d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.056621 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-28f32805-b64b-4114-b8f3-759729138d42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/715895ed-d79e-4941-997a-258e07158c99 HTTP/1.1" status: 204 len: 168 time: 0.2724149 May 25 17:10:37.067466 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:37.068078 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.078069 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f32805-b64b-4114-b8f3-759729138d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715895ed-d79e-4941-997a-258e07158c99,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:37.091863 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-07a4f258-fcdf-4188-ac23-e789df24aa7f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320375 May 25 17:10:37.104008 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Request body: {'port': {'device_id': '840abca2-d414-4f2f-ac80-65e4f4b0f3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:10:37.188113 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.340107 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50264) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:37.353511 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f24aa965-e4e9-4def-b710-07c19c0aff9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.400310 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:37.415728 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:37.450223 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f24aa965-e4e9-4def-b710-07c19c0aff9e admin admin] Publish callbacks [] for security_group (b40818e4-ac69-4c67-817b-fa0732b7099b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.454220 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f24aa965-e4e9-4def-b710-07c19c0aff9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (b40818e4-ac69-4c67-817b-fa0732b7099b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.472423 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:37.493415 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5fe4-5fe8-431b-ba71-795623be7990 req-05f4a9c6-2701-4477-8aa5-54c795d88c4f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:37.495086 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e77a5fe4-5fe8-431b-ba71-795623be7990 req-05f4a9c6-2701-4477-8aa5-54c795d88c4f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 931 time: 0.0829067 May 25 17:10:37.496125 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aa965-e4e9-4def-b710-07c19c0aff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40818e4-ac69-4c67-817b-fa0732b7099b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:37.505603 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50268) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:37.509529 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f24aa965-e4e9-4def-b710-07c19c0aff9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=309bd332e1744546ab739863c1a12a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639202 May 25 17:10:37.516276 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.617033 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d167c9-899c-45c0-8b50-918a9ee2916f {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:10:37.637821 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Publish callbacks [] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.648400 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e77a5fe4-5fe8-431b-ba71-795623be7990 req-ae40ff3e-db75-4ff2-824b-9cb984b67f25 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251929 May 25 17:10:37.651449 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1303c7e2-72fe-4814-bcb3-be25b5ace457 admin admin] Publish callbacks [] for security_group (b40818e4-ac69-4c67-817b-fa0732b7099b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.666579 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Transition to ACTIVE for port object c2d167c9-899c-45c0-8b50-918a9ee2916f will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:10:37.678472 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.687949 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1303c7e2-72fe-4814-bcb3-be25b5ace457 admin admin] Publish callbacks [] for security_group (b40818e4-ac69-4c67-817b-fa0732b7099b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.761950 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d167c9-899c-45c0-8b50-918a9ee2916f,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:37.820848 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1303c7e2-72fe-4814-bcb3-be25b5ace457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (b40818e4-ac69-4c67-817b-fa0732b7099b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.823358 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1303c7e2-72fe-4814-bcb3-be25b5ace457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.824479 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1303c7e2-72fe-4814-bcb3-be25b5ace457 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b40818e4-ac69-4c67-817b-fa0732b7099b HTTP/1.1" status: 204 len: 168 time: 0.3177881 May 25 17:10:37.837213 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303c7e2-72fe-4814-bcb3-be25b5ace457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40818e4-ac69-4c67-817b-fa0732b7099b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:37.853619 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Attempting to bind port c2d167c9-899c-45c0-8b50-918a9ee2916f on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:10:37.853995 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Attempting to bind port c2d167c9-899c-45c0-8b50-918a9ee2916f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:10:37.854287 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Attempting to bind port c2d167c9-899c-45c0-8b50-918a9ee2916f on network f275f7e0-7ca7-4997-ab2c-da8062808dee {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:10:37.859162 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Port c2d167c9-899c-45c0-8b50-918a9ee2916f on network f275f7e0-7ca7-4997-ab2c-da8062808dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:10:37.859390 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Attempting to bind port c2d167c9-899c-45c0-8b50-918a9ee2916f on network f275f7e0-7ca7-4997-ab2c-da8062808dee {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:10:37.864791 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:10:37.865136 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Checking segment: {'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:10:37.865525 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Bound using segment: {'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:10:37.866139 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Bound port: c2d167c9-899c-45c0-8b50-918a9ee2916f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8278f4d1-f6a5-4425-8335-d53bd03af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:10:37.866510 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.939458 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] For port c2d167c9-899c-45c0-8b50-918a9ee2916f, host hv-cinder-84330, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:10:37.943890 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] For port c2d167c9-899c-45c0-8b50-918a9ee2916f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c2d167c9-899c-45c0-8b50-918a9ee2916f,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:10:37.951520 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.961739 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d52ed-87fe-42c5-ab2b-8b6ca85f71cc req-f98429f6-a965-4702-9998-c15bcf2eed95 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:37.964258 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f09d52ed-87fe-42c5-ab2b-8b6ca85f71cc req-f98429f6-a965-4702-9998-c15bcf2eed95 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0601032 May 25 17:10:37.996070 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:37.997569 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:37.998978 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] 10.222.0.71 "PUT /v2.0/ports/c2d167c9-899c-45c0-8b50-918a9ee2916f HTTP/1.1" status: 200 len: 1093 time: 0.8995914 May 25 17:10:38.001972 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840abca2-d414-4f2f-ac80-65e4f4b0f3e9', 'tag': 'c2d167c9-899c-45c0-8b50-918a9ee2916f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:38.004116 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac600740-bc9a-4195-8c64-667672573d56" -d '{"events": [{"name": "network-changed", "server_uuid": "840abca2-d414-4f2f-ac80-65e4f4b0f3e9", "tag": "c2d167c9-899c-45c0-8b50-918a9ee2916f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:38.021302 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:38.036115 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f09d52ed-87fe-42c5-ab2b-8b6ca85f71cc req-650ae171-1a9a-4170-a65a-8f37f4653762 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633447 May 25 17:10:38.040251 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbe43a-c0fe-49ee-a527-a6c8df0fd286 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d167c9-899c-45c0-8b50-918a9ee2916f,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:38.087480 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df71e3b-1ecf-474f-8783-59b780e9c153 x-openstack-request-id: req-7df71e3b-1ecf-474f-8783-59b780e9c153 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:38.087776 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840abca2-d414-4f2f-ac80-65e4f4b0f3e9", "tag": "c2d167c9-899c-45c0-8b50-918a9ee2916f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:38.088056 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7df71e3b-1ecf-474f-8783-59b780e9c153 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:38.088465 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df71e3b-1ecf-474f-8783-59b780e9c153'] response: {'name': 'network-changed', 'server_uuid': '840abca2-d414-4f2f-ac80-65e4f4b0f3e9', 'tag': 'c2d167c9-899c-45c0-8b50-918a9ee2916f', 'status': 'completed', 'code': 200} May 25 17:10:38.152018 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-9df2d994-d7e3-483a-bb4a-294bb9f93467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:38.153570 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-9df2d994-d7e3-483a-bb4a-294bb9f93467 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9452c1c2439d4247ad9a4e7e7f0ba486&device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 1127 time: 0.0447857 May 25 17:10:38.194777 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-41758913-c3e0-4f7e-8aa9-ac6ca47d6113 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d167c9-899c-45c0-8b50-918a9ee2916f HTTP/1.1" status: 200 len: 217 time: 0.0325871 May 25 17:10:38.260614 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-7170736d-41fb-4bc7-8aec-e05929fb6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:38.262111 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-7170736d-41fb-4bc7-8aec-e05929fb6fd6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0 HTTP/1.1" status: 200 len: 849 time: 0.0514376 May 25 17:10:38.299769 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-87a488c6-6b10-4e47-8345-13ed1c9011eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f275f7e0-7ca7-4997-ab2c-da8062808dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290148 May 25 17:10:38.403874 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-90d71940-9bd3-4959-990d-1c40919fd59e service neutron] 10.222.0.71 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913472 May 25 17:10:38.538942 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e2ff33a-ce3c-4d7c-b497-8fee9f083ed7 req-576f54cd-f3ca-4ecb-a12f-034d9cbde130 service neutron] 10.222.0.71 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199725 May 25 17:10:38.768658 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddea50-bd19-46dc-98f1-cf73b575d2f7 req-5591d92d-326f-4ad1-b6bb-edc99d2f8cc9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:38.768658 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cbddea50-bd19-46dc-98f1-cf73b575d2f7 req-5591d92d-326f-4ad1-b6bb-edc99d2f8cc9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 943 time: 0.0493712 May 25 17:10:38.820322 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cbddea50-bd19-46dc-98f1-cf73b575d2f7 req-2badc709-2440-4760-8087-ddc2ca80b08e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 May 25 17:10:39.219471 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac8c64-ed1e-4230-8911-c5ea37daa216 req-5b8d08b4-6a54-4cfd-9f1f-e79829337831 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:39.221364 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67ac8c64-ed1e-4230-8911-c5ea37daa216 req-5b8d08b4-6a54-4cfd-9f1f-e79829337831 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.1180909 May 25 17:10:39.284816 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67ac8c64-ed1e-4230-8911-c5ea37daa216 req-a990cc6b-f09d-40ff-b2e9-13f801f4e503 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553353 May 25 17:10:39.546373 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:39.550759 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:39.713585 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:39.722147 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600740-bc9a-4195-8c64-667672573d56 req-b69cc270-ca36-4405-9063-37dcf4bfa5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:39.723632 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac600740-bc9a-4195-8c64-667672573d56 req-b69cc270-ca36-4405-9063-37dcf4bfa5c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9452c1c2439d4247ad9a4e7e7f0ba486&device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 1127 time: 0.0440586 May 25 17:10:39.818736 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600740-bc9a-4195-8c64-667672573d56 req-81994de1-aaa1-4d08-8993-4f52a7782191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:39.820182 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac600740-bc9a-4195-8c64-667672573d56 req-81994de1-aaa1-4d08-8993-4f52a7782191 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f275f7e0-7ca7-4997-ab2c-da8062808dee HTTP/1.1" status: 200 len: 910 time: 0.0896657 May 25 17:10:39.861309 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac600740-bc9a-4195-8c64-667672573d56 req-aeac3df3-dd4d-40a9-8498-f00fb8c1b4a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d167c9-899c-45c0-8b50-918a9ee2916f HTTP/1.1" status: 200 len: 217 time: 0.0325418 May 25 17:10:39.916038 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600740-bc9a-4195-8c64-667672573d56 req-f31e9d6c-786a-41dc-8dc9-e85bc76a1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:39.917543 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac600740-bc9a-4195-8c64-667672573d56 req-f31e9d6c-786a-41dc-8dc9-e85bc76a1264 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0 HTTP/1.1" status: 200 len: 849 time: 0.0494075 May 25 17:10:39.947666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539fba3-b196-4d9b-9bb5-22a39e01733e req-2df1babf-6791-4aa2-a239-4b648410bb87 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:39.949197 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1539fba3-b196-4d9b-9bb5-22a39e01733e req-2df1babf-6791-4aa2-a239-4b648410bb87 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 943 time: 0.0502584 May 25 17:10:39.954941 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac600740-bc9a-4195-8c64-667672573d56 req-495590ff-43ab-4765-b523-d22ef87356c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f275f7e0-7ca7-4997-ab2c-da8062808dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301647 May 25 17:10:39.997346 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1539fba3-b196-4d9b-9bb5-22a39e01733e req-0b803ea2-11ac-48c3-9ffd-75368d6b5a29 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 May 25 17:10:40.054918 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac600740-bc9a-4195-8c64-667672573d56 req-572a30c0-29e7-443d-9b33-cc2e8e4693c1 service neutron] 10.222.0.71 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878742 May 25 17:10:40.157240 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac600740-bc9a-4195-8c64-667672573d56 req-747cea5a-3917-40ed-8bca-dae952dbc3fa service neutron] 10.222.0.71 "GET /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878532 May 25 17:10:40.401951 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad6d39-df2a-4fe0-be98-dbb0c99f5f53 req-c7cda1e1-ff91-46dc-809a-20a170240c47 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:40.403407 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5ad6d39-df2a-4fe0-be98-dbb0c99f5f53 req-c7cda1e1-ff91-46dc-809a-20a170240c47 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0498900 May 25 17:10:40.453126 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5ad6d39-df2a-4fe0-be98-dbb0c99f5f53 req-578e7358-ec98-495e-a9bf-a1a92dad6f31 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 May 25 17:10:41.121872 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dc53a-f553-47b6-825b-7c90e7235482 req-857bafbd-6856-4f4f-8dde-c2088a9d8bb9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:41.123338 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f56dc53a-f553-47b6-825b-7c90e7235482 req-857bafbd-6856-4f4f-8dde-c2088a9d8bb9 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 943 time: 0.0478563 May 25 17:10:41.173953 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f56dc53a-f553-47b6-825b-7c90e7235482 req-51d60c77-9478-4d59-b6d6-efa112d93bfe tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 May 25 17:10:41.570121 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51eab9-ae34-44ee-bad5-76d90f4d4884 req-98f9efa7-825f-4890-96ed-60429fe34aa8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:41.571593 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bf51eab9-ae34-44ee-bad5-76d90f4d4884 req-98f9efa7-825f-4890-96ed-60429fe34aa8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0515277 May 25 17:10:41.613788 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:41.618690 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bf51eab9-ae34-44ee-bad5-76d90f4d4884 req-a22d90b7-88cc-4c03-af2d-8aec437c1527 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 May 25 17:10:42.304739 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2a487-7e14-440e-9491-24a2f5311d07 req-dec76595-4da3-4bd3-b303-4869add1e967 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:42.306242 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5cf2a487-7e14-440e-9491-24a2f5311d07 req-dec76595-4da3-4bd3-b303-4869add1e967 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 943 time: 0.0627606 May 25 17:10:42.361364 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5cf2a487-7e14-440e-9491-24a2f5311d07 req-6cbbd572-8bf0-485f-920e-a40c71a8d38f tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487893 May 25 17:10:42.485050 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50382) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:42.506115 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:10:42.598651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff18433f-2732-4e9b-bb98-aa6309492993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:42.692178 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff18433f-2732-4e9b-bb98-aa6309492993 admin admin] Publish callbacks [] for security_group (27677e0e-9630-4c9e-80e0-0c7dea72a597), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:42.705587 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff18433f-2732-4e9b-bb98-aa6309492993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (27677e0e-9630-4c9e-80e0-0c7dea72a597), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:42.753491 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device c2d167c9-899c-45c0-8b50-918a9ee2916f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:10:42.765050 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18433f-2732-4e9b-bb98-aa6309492993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27677e0e-9630-4c9e-80e0-0c7dea72a597,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:42.778007 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fee7e-7796-4e8e-85cc-9a7dec549fd7 req-ec0f0e2b-0450-4f6d-9018-9c4c12184cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:42.779596 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df6fee7e-7796-4e8e-85cc-9a7dec549fd7 req-ec0f0e2b-0450-4f6d-9018-9c4c12184cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0839202 May 25 17:10:42.785141 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ff18433f-2732-4e9b-bb98-aa6309492993 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfafc22e802e40aa926e3825e2ce2971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983892 May 25 17:10:42.785702 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50388) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:42.831645 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df6fee7e-7796-4e8e-85cc-9a7dec549fd7 req-5e8f04f3-bc81-4247-9646-1bbab819caaf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450864 May 25 17:10:42.839937 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1240d160-dbe9-4fbf-9fc5-7a9791687589 admin admin] Publish callbacks [] for security_group (27677e0e-9630-4c9e-80e0-0c7dea72a597), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:42.842353 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:42.864321 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1240d160-dbe9-4fbf-9fc5-7a9791687589 admin admin] Publish callbacks [] for security_group (27677e0e-9630-4c9e-80e0-0c7dea72a597), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:42.869691 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port c2d167c9-899c-45c0-8b50-918a9ee2916f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c2d167c9-899c-45c0-8b50-918a9ee2916f,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:42.881894 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'c2d167c9-899c-45c0-8b50-918a9ee2916f', 'network_id': 'f275f7e0-7ca7-4997-ab2c-da8062808dee', 'port_id': 'c2d167c9-899c-45c0-8b50-918a9ee2916f', 'mac_address': 'fa:16:3e:17:ff:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:10:42.915147 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1240d160-dbe9-4fbf-9fc5-7a9791687589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (27677e0e-9630-4c9e-80e0-0c7dea72a597), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:42.917959 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1240d160-dbe9-4fbf-9fc5-7a9791687589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:42.919321 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1240d160-dbe9-4fbf-9fc5-7a9791687589 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27677e0e-9630-4c9e-80e0-0c7dea72a597 HTTP/1.1" status: 204 len: 168 time: 0.1324434 May 25 17:10:42.920008 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port c2d167c9-899c-45c0-8b50-918a9ee2916f is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:10:42.920467 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:42.928597 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240d160-dbe9-4fbf-9fc5-7a9791687589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27677e0e-9630-4c9e-80e0-0c7dea72a597,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:42.935487 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d167c9-899c-45c0-8b50-918a9ee2916f {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:10:42.962614 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:42.965669 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port c2d167c9-899c-45c0-8b50-918a9ee2916f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c2d167c9-899c-45c0-8b50-918a9ee2916f,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:42.971969 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.038568 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=c2d167c9-899c-45c0-8b50-918a9ee2916f,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:43.223488 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50398) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:43.237001 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7638825-1ab6-4c4f-8466-0df7bd140b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.289711 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:43.319593 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7638825-1ab6-4c4f-8466-0df7bd140b22 admin admin] Publish callbacks [] for security_group (6893d1ba-cc85-42fc-a963-454b338968e2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.323215 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7638825-1ab6-4c4f-8466-0df7bd140b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6893d1ba-cc85-42fc-a963-454b338968e2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.339413 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['c2d167c9-899c-45c0-8b50-918a9ee2916f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:10:43.367903 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7638825-1ab6-4c4f-8466-0df7bd140b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6893d1ba-cc85-42fc-a963-454b338968e2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:43.372104 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e7638825-1ab6-4c4f-8466-0df7bd140b22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b12a784bc9c84caa8345cee86f6e663e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475775 May 25 17:10:43.374871 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50400) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:43.458405 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e23c408d-d52a-48d9-b4a3-a7a4a2409e9e admin admin] Publish callbacks [] for security_group (6893d1ba-cc85-42fc-a963-454b338968e2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.483806 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e23c408d-d52a-48d9-b4a3-a7a4a2409e9e admin admin] Publish callbacks [] for security_group (6893d1ba-cc85-42fc-a963-454b338968e2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.499503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fc4b0-ae07-4f8e-8fb6-0f74fc8cba95 req-96272244-f689-4737-870e-5dd86d8e3a1d tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:43.501599 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a2fc4b0-ae07-4f8e-8fb6-0f74fc8cba95 req-96272244-f689-4737-870e-5dd86d8e3a1d tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 944 time: 0.0510764 May 25 17:10:43.536561 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e23c408d-d52a-48d9-b4a3-a7a4a2409e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (6893d1ba-cc85-42fc-a963-454b338968e2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.539475 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e23c408d-d52a-48d9-b4a3-a7a4a2409e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.540622 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e23c408d-d52a-48d9-b4a3-a7a4a2409e9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6893d1ba-cc85-42fc-a963-454b338968e2 HTTP/1.1" status: 204 len: 168 time: 0.1649830 May 25 17:10:43.558981 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a2fc4b0-ae07-4f8e-8fb6-0f74fc8cba95 req-75be2d4c-260f-496f-8e4a-e65dd7d98509 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513477 May 25 17:10:43.560548 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c408d-d52a-48d9-b4a3-a7a4a2409e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6893d1ba-cc85-42fc-a963-454b338968e2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:43.885635 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1cb74398-c358-4ee2-93b9-140ffdc531ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:43.963472 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d17a3-4205-4b24-bc5b-747882a23de2 req-11afabf0-8db2-4a2c-b935-313ebd5aab24 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:43.964978 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-219d17a3-4205-4b24-bc5b-747882a23de2 req-11afabf0-8db2-4a2c-b935-313ebd5aab24 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0486495 May 25 17:10:44.021760 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-219d17a3-4205-4b24-bc5b-747882a23de2 req-82fc1735-99f6-4d20-b3ee-ea11d17a50b3 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511680 May 25 17:10:44.422431 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963c18-0336-4a86-9f36-29f57a336be8 req-491cbf51-2c40-4a68-8da6-69f21335e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:44.424826 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08963c18-0336-4a86-9f36-29f57a336be8 req-491cbf51-2c40-4a68-8da6-69f21335e17f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 1129 time: 0.0419142 May 25 17:10:44.477146 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08963c18-0336-4a86-9f36-29f57a336be8 req-f063a4a6-aee3-4639-85ac-b73b47359c09 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 May 25 17:10:44.680762 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ba0-8ac3-4d7f-8002-262525a730d3 req-a363f2f6-b90f-457e-b14c-d7dfbc9c9e6c tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:44.682141 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-495b8ba0-8ac3-4d7f-8002-262525a730d3 req-a363f2f6-b90f-457e-b14c-d7dfbc9c9e6c tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 944 time: 0.0496972 May 25 17:10:44.732417 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-495b8ba0-8ac3-4d7f-8002-262525a730d3 req-fc6e1746-4a1f-4f10-8836-cf2642982b3d tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 May 25 17:10:44.769743 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device c2d167c9-899c-45c0-8b50-918a9ee2916f up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:10:44.816545 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port c2d167c9-899c-45c0-8b50-918a9ee2916f completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:10:44.822119 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port c2d167c9-899c-45c0-8b50-918a9ee2916f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:10:44.822536 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:44.900211 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port c2d167c9-899c-45c0-8b50-918a9ee2916f is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:10:44.900926 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:44.925527 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840abca2-d414-4f2f-ac80-65e4f4b0f3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d167c9-899c-45c0-8b50-918a9ee2916f'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:44.927758 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a9a03c-6acd-4377-919d-8ce01a42639d" -d '{"events": [{"server_uuid": "840abca2-d414-4f2f-ac80-65e4f4b0f3e9", "name": "network-vif-plugged", "status": "completed", "tag": "c2d167c9-899c-45c0-8b50-918a9ee2916f"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:44.941454 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port c2d167c9-899c-45c0-8b50-918a9ee2916f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c2d167c9-899c-45c0-8b50-918a9ee2916f,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:44.946235 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:44.971628 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d56e624-a066-4431-9ae8-98824dc997b3 x-openstack-request-id: req-5d56e624-a066-4431-9ae8-98824dc997b3 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:44.971922 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840abca2-d414-4f2f-ac80-65e4f4b0f3e9", "name": "network-vif-plugged", "status": "completed", "tag": "c2d167c9-899c-45c0-8b50-918a9ee2916f", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:44.972172 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d56e624-a066-4431-9ae8-98824dc997b3 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:44.972562 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d56e624-a066-4431-9ae8-98824dc997b3'] response: {'server_uuid': '840abca2-d414-4f2f-ac80-65e4f4b0f3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d167c9-899c-45c0-8b50-918a9ee2916f', 'code': 200} May 25 17:10:44.999826 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=c2d167c9-899c-45c0-8b50-918a9ee2916f,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:45.142402 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e6a0d-5d48-4e97-b7c5-bfe7159cf72c req-f6248822-486b-4ba2-bcef-47db7ee071e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:45.143957 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-af5e6a0d-5d48-4e97-b7c5-bfe7159cf72c req-f6248822-486b-4ba2-bcef-47db7ee071e0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0516810 May 25 17:10:45.191717 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-af5e6a0d-5d48-4e97-b7c5-bfe7159cf72c req-117630aa-6cba-426a-be94-105a371a0f06 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 May 25 17:10:45.385594 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:45.419213 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c069c5-55e3-4989-a63c-9c0caba03cce req-3efc0ebc-d160-4592-887c-f3616631adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:45.420906 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-95c069c5-55e3-4989-a63c-9c0caba03cce req-3efc0ebc-d160-4592-887c-f3616631adc8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0434167 May 25 17:10:45.474353 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-95c069c5-55e3-4989-a63c-9c0caba03cce req-5d01d0eb-245c-4d80-a850-d0051b474feb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 May 25 17:10:45.856162 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57fd4c-e072-4923-b8b4-e8d64a3757d5 req-25434435-1ae9-429f-8cb7-fd1830e09d89 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:45.857684 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a57fd4c-e072-4923-b8b4-e8d64a3757d5 req-25434435-1ae9-429f-8cb7-fd1830e09d89 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 945 time: 0.0517995 May 25 17:10:45.909375 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a57fd4c-e072-4923-b8b4-e8d64a3757d5 req-10239220-3196-4c5c-89cb-76f76bcfc78b tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451517 May 25 17:10:46.165359 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f847c56d-6a84-49db-8ab8-b6af9b2f81af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:46.310926 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9128c30-3878-4be6-b8d6-97b2e74630a8 req-fb81b462-3a79-464e-bb20-5b7953822f9e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:46.312452 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9128c30-3878-4be6-b8d6-97b2e74630a8 req-fb81b462-3a79-464e-bb20-5b7953822f9e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0516186 May 25 17:10:46.339877 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:46.362896 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9128c30-3878-4be6-b8d6-97b2e74630a8 req-f9be201e-3212-4e7d-928b-04b642903d4b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 May 25 17:10:46.478807 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd5eb-69b8-4d57-b98e-fe054ef026e0 req-0ba67c9e-705e-41d7-8de3-2415f6661de9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:46.480338 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4bfdd5eb-69b8-4d57-b98e-fe054ef026e0 req-0ba67c9e-705e-41d7-8de3-2415f6661de9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0464149 May 25 17:10:46.531461 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4bfdd5eb-69b8-4d57-b98e-fe054ef026e0 req-7c9e501b-706d-43d1-87d5-398037f3dac5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 May 25 17:10:47.024444 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d84e2-cd34-4a8b-b1c6-ea0b79e6571e req-713340f2-3323-4da9-8684-292f3c22e526 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:47.025965 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba7d84e2-cd34-4a8b-b1c6-ea0b79e6571e req-713340f2-3323-4da9-8684-292f3c22e526 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 945 time: 0.0471823 May 25 17:10:47.073433 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba7d84e2-cd34-4a8b-b1c6-ea0b79e6571e req-05993d51-a35c-41c3-85e1-78b1b79e9a4e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 May 25 17:10:47.492862 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.171392 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50520) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:48.201856 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550f672-ed4b-45d1-a7a6-e2f3ae5737ba req-865fde9b-2591-4370-80bc-672d25893c0b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:48.203432 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2550f672-ed4b-45d1-a7a6-e2f3ae5737ba req-865fde9b-2591-4370-80bc-672d25893c0b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0781436 May 25 17:10:48.222346 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-9a4d4e35-d8b8-4ec1-bea8-710e66b5fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:48.223911 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-9a4d4e35-d8b8-4ec1-bea8-710e66b5fd30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 1129 time: 0.0891104 May 25 17:10:48.240043 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb224d32-a501-4fd7-b156-dcd8a95129a7 req-8fc62296-a4fe-49c0-bb15-65aae923ebaf tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:48.241865 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cb224d32-a501-4fd7-b156-dcd8a95129a7 req-8fc62296-a4fe-49c0-bb15-65aae923ebaf tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 945 time: 0.0908978 May 25 17:10:48.264227 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2550f672-ed4b-45d1-a7a6-e2f3ae5737ba req-98619915-efb1-41c3-aa6f-0ddad12d505a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549369 May 25 17:10:48.349798 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a33e-2f6a-48e3-9d78-6b1502911544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.378209 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cb224d32-a501-4fd7-b156-dcd8a95129a7 req-66c77eb7-38d0-4f15-98fa-044119298849 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266418 May 25 17:10:48.400469 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-8f3b99e4-1e74-4820-90bc-66b37e81afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:48.402453 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-8f3b99e4-1e74-4820-90bc-66b37e81afe2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.1590345 May 25 17:10:48.418723 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:48.458934 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-07bdad84-d92f-4a77-9e9a-97576331973a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00686d-3bd0-4e09-a004-2c18e278c159 HTTP/1.1" status: 200 len: 217 time: 0.0470998 May 25 17:10:48.544332 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-1d425999-f844-4aa1-9660-25127c9387a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:48.545789 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-1d425999-f844-4aa1-9660-25127c9387a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.0776031 May 25 17:10:48.547520 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a33e-2f6a-48e3-9d78-6b1502911544 admin admin] Publish callbacks [] for security_group (912aad53-d573-44ca-9357-b928f1c38f2f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.551624 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a33e-2f6a-48e3-9d78-6b1502911544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (912aad53-d573-44ca-9357-b928f1c38f2f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.626602 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7ce9a33e-2f6a-48e3-9d78-6b1502911544 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25701149c0234676aa3d99b65b60c5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4522319 May 25 17:10:48.629405 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a33e-2f6a-48e3-9d78-6b1502911544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912aad53-d573-44ca-9357-b928f1c38f2f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:48.630007 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50528) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:48.634792 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-3d7f9021-da25-45be-873f-70808cb6a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:48.636258 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-3d7f9021-da25-45be-873f-70808cb6a3b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806568 May 25 17:10:48.709263 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-768dde1a-9cfd-49b2-8ba3-a93b5ea16284 admin admin] Publish callbacks [] for security_group (912aad53-d573-44ca-9357-b928f1c38f2f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.734900 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-768dde1a-9cfd-49b2-8ba3-a93b5ea16284 admin admin] Publish callbacks [] for security_group (912aad53-d573-44ca-9357-b928f1c38f2f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.757626 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:48.774060 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-21d5f17a-5776-4efb-9dca-bbc7891ecb55 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250405 May 25 17:10:48.797736 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-768dde1a-9cfd-49b2-8ba3-a93b5ea16284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (912aad53-d573-44ca-9357-b928f1c38f2f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.801179 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-768dde1a-9cfd-49b2-8ba3-a93b5ea16284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.805018 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-768dde1a-9cfd-49b2-8ba3-a93b5ea16284 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/912aad53-d573-44ca-9357-b928f1c38f2f HTTP/1.1" status: 204 len: 168 time: 0.1660287 May 25 17:10:48.805175 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:48.812649 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dde1a-9cfd-49b2-8ba3-a93b5ea16284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912aad53-d573-44ca-9357-b928f1c38f2f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:48.880915 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47aa578a-8550-4cb8-8d5d-0d445254f141 req-49dbc010-249a-4fc5-ba82-d9596181a8c6 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996137 May 25 17:10:49.119991 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50550) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:49.133956 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7847-60d6-4a6c-b81e-b4314defb155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:49.199162 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9cbd4-0ef0-4b81-ae31-b3cd0429eafb req-c90797c3-7494-4bac-8340-999322cbd2cb tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:49.200762 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26d9cbd4-0ef0-4b81-ae31-b3cd0429eafb req-c90797c3-7494-4bac-8340-999322cbd2cb tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 945 time: 0.0491548 May 25 17:10:49.212752 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7847-60d6-4a6c-b81e-b4314defb155 admin admin] Publish callbacks [] for security_group (74177a98-b960-47f7-a119-fe597c749fc6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:49.217723 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7847-60d6-4a6c-b81e-b4314defb155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (74177a98-b960-47f7-a119-fe597c749fc6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:49.249371 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26d9cbd4-0ef0-4b81-ae31-b3cd0429eafb req-2e7713a6-d775-4133-8e41-da6b9a1cc8d2 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419683 May 25 17:10:49.254190 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:49.259988 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d7847-60d6-4a6c-b81e-b4314defb155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74177a98-b960-47f7-a119-fe597c749fc6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:49.268605 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bc4d7847-60d6-4a6c-b81e-b4314defb155 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb02c4b7300a4daaba1fc2cf15ee5f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442027 May 25 17:10:49.268867 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50552) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:49.323200 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e1602ca7-ac50-486d-90c5-9af5b88dd3ce admin admin] Publish callbacks [] for security_group (74177a98-b960-47f7-a119-fe597c749fc6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:49.354369 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e1602ca7-ac50-486d-90c5-9af5b88dd3ce admin admin] Publish callbacks [] for security_group (74177a98-b960-47f7-a119-fe597c749fc6), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:49.410599 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393ac08-16a5-4809-a865-2ba485226fa4 req-bdb318fb-ce8e-435b-bffa-7910bb16321f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:49.412078 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393ac08-16a5-4809-a865-2ba485226fa4 req-bdb318fb-ce8e-435b-bffa-7910bb16321f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0701640 May 25 17:10:49.455741 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e1602ca7-ac50-486d-90c5-9af5b88dd3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (74177a98-b960-47f7-a119-fe597c749fc6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:49.458300 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e1602ca7-ac50-486d-90c5-9af5b88dd3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:49.459424 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e1602ca7-ac50-486d-90c5-9af5b88dd3ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74177a98-b960-47f7-a119-fe597c749fc6 HTTP/1.1" status: 204 len: 168 time: 0.1897135 May 25 17:10:49.473076 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393ac08-16a5-4809-a865-2ba485226fa4 req-7c9b8dee-c9ee-4d1a-a003-88745204fad8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 May 25 17:10:49.474512 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1602ca7-ac50-486d-90c5-9af5b88dd3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74177a98-b960-47f7-a119-fe597c749fc6,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:50.239632 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:50.370179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfee05-7c8c-4245-bf87-e01856d9d3b2 req-8932cfa7-f897-4caf-9d50-281b23c01bc0 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:50.371842 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4cfee05-7c8c-4245-bf87-e01856d9d3b2 req-8932cfa7-f897-4caf-9d50-281b23c01bc0 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 945 time: 0.0521362 May 25 17:10:50.423783 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4cfee05-7c8c-4245-bf87-e01856d9d3b2 req-8327f224-6268-45e3-94b1-cb32736f2bd0 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/security-groups?id=c87b3e4b-7d37-4c54-8eca-2b8660c735b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 May 25 17:10:50.596215 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cf675-10b3-4d71-addc-76d69bddf3fe req-eb9fe4fa-24f3-401b-935a-ac314c7c6c21 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:50.597712 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3a1cf675-10b3-4d71-addc-76d69bddf3fe req-eb9fe4fa-24f3-401b-935a-ac314c7c6c21 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0530033 May 25 17:10:50.608907 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:50.648058 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3a1cf675-10b3-4d71-addc-76d69bddf3fe req-e93640f7-7367-4b71-9879-a399b26ab630 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 May 25 17:10:51.007469 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-cf914840-a8f7-43e0-b8e5-122e36121944 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:51.008504 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-cf914840-a8f7-43e0-b8e5-122e36121944 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.71 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 945 time: 0.0559235 May 25 17:10:51.100088 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Deleting port c2d167c9-899c-45c0-8b50-918a9ee2916f {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:10:51.100493 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.193706 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] For port c2d167c9-899c-45c0-8b50-918a9ee2916f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c2d167c9-899c-45c0-8b50-918a9ee2916f,segment=NetworkSegment(8278f4d1-f6a5-4425-8335-d53bd03af846),segment_id=8278f4d1-f6a5-4425-8335-d53bd03af846)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:10:51.194071 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.209191 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Calling delete_port for c2d167c9-899c-45c0-8b50-918a9ee2916f owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:10:51.299541 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50630) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:51.347671 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (c2d167c9-899c-45c0-8b50-918a9ee2916f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.358600 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:51.363458 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['c2d167c9-899c-45c0-8b50-918a9ee2916f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:10:51.380289 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Pushing event deleted for resources: {'Port': ['ID=c2d167c9-899c-45c0-8b50-918a9ee2916f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:51.429853 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] No DVR routers for this DVR port c2d167c9-899c-45c0-8b50-918a9ee2916f on host hv-cinder-84330 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:10:51.432995 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.436165 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04170cf6-8fe2-427f-aa0c-a7a6ab208307 req-9930c0d6-c2ea-4eff-b845-62d8ad08518e tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.71 "DELETE /v2.0/ports/c2d167c9-899c-45c0-8b50-918a9ee2916f HTTP/1.1" status: 204 len: 173 time: 0.4220314 May 25 17:10:51.436606 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840abca2-d414-4f2f-ac80-65e4f4b0f3e9', 'name': 'network-vif-deleted', 'tag': 'c2d167c9-899c-45c0-8b50-918a9ee2916f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:10:51.439210 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46e7638-6998-47c6-a9d6-eacf0f874c9a" -d '{"events": [{"server_uuid": "840abca2-d414-4f2f-ac80-65e4f4b0f3e9", "name": "network-vif-deleted", "tag": "c2d167c9-899c-45c0-8b50-918a9ee2916f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:10:51.449910 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f90807d2-88b5-452a-aa88-08bb025aa89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.478320 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e088eaa3-7268-4193-89f3-e31da7c11454 x-openstack-request-id: req-e088eaa3-7268-4193-89f3-e31da7c11454 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:10:51.479060 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840abca2-d414-4f2f-ac80-65e4f4b0f3e9", "name": "network-vif-deleted", "tag": "c2d167c9-899c-45c0-8b50-918a9ee2916f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:10:51.479888 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e088eaa3-7268-4193-89f3-e31da7c11454 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:10:51.480480 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e088eaa3-7268-4193-89f3-e31da7c11454'] response: {'server_uuid': '840abca2-d414-4f2f-ac80-65e4f4b0f3e9', 'name': 'network-vif-deleted', 'tag': 'c2d167c9-899c-45c0-8b50-918a9ee2916f', 'status': 'completed', 'code': 200} May 25 17:10:51.541812 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f90807d2-88b5-452a-aa88-08bb025aa89d admin admin] Publish callbacks [] for security_group (12a21c5a-fa48-446a-8c25-5da5b5a475da), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.552489 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f90807d2-88b5-452a-aa88-08bb025aa89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (12a21c5a-fa48-446a-8c25-5da5b5a475da), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.577029 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-09754e4a-55bc-4a75-94fb-754b3238c6c5 req-8be1d8e3-f2ba-4142-a9a3-9bcff102e2a4 tempest-VolumesActionsTest-1654251659 tempest-VolumesActionsTest-1654251659-project] 10.222.0.31 "GET /v2.0/ports?device_id=840abca2-d414-4f2f-ac80-65e4f4b0f3e9 HTTP/1.1" status: 200 len: 210 time: 0.0373728 May 25 17:10:51.607132 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f90807d2-88b5-452a-aa88-08bb025aa89d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e5bd344ebad440ba7765c161fc7689f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064749 May 25 17:10:51.609294 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90807d2-88b5-452a-aa88-08bb025aa89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a21c5a-fa48-446a-8c25-5da5b5a475da,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:51.610273 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50638) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:51.664400 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4163-0da8-4bbe-9bd3-879887ac8da8 admin admin] Publish callbacks [] for security_group (12a21c5a-fa48-446a-8c25-5da5b5a475da), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.687421 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4163-0da8-4bbe-9bd3-879887ac8da8 admin admin] Publish callbacks [] for security_group (12a21c5a-fa48-446a-8c25-5da5b5a475da), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.699050 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:51.756423 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4163-0da8-4bbe-9bd3-879887ac8da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (12a21c5a-fa48-446a-8c25-5da5b5a475da), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.758914 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4163-0da8-4bbe-9bd3-879887ac8da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:51.760006 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cc5e4163-0da8-4bbe-9bd3-879887ac8da8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12a21c5a-fa48-446a-8c25-5da5b5a475da HTTP/1.1" status: 204 len: 168 time: 0.1444404 May 25 17:10:51.775273 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e4163-0da8-4bbe-9bd3-879887ac8da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a21c5a-fa48-446a-8c25-5da5b5a475da,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:51.785726 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daa9d9-a248-4791-a4f8-912d7caa15bd req-6b334870-b769-44c8-812e-b240edc90877 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:51.787230 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5daa9d9-a248-4791-a4f8-912d7caa15bd req-6b334870-b769-44c8-812e-b240edc90877 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0589757 May 25 17:10:51.856809 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5daa9d9-a248-4791-a4f8-912d7caa15bd req-407a4552-05a0-4dd7-97f7-2216ea74c659 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568588 May 25 17:10:52.055596 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50650) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:52.070008 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-34ee5156-7bf0-4cdd-af10-93bd6e56f42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:52.152090 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-34ee5156-7bf0-4cdd-af10-93bd6e56f42f admin admin] Publish callbacks [] for security_group (f22b4ee0-fcd8-41da-9af8-acf82f74989b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:52.155590 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-34ee5156-7bf0-4cdd-af10-93bd6e56f42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f22b4ee0-fcd8-41da-9af8-acf82f74989b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:52.196206 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-34ee5156-7bf0-4cdd-af10-93bd6e56f42f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=517234d86107460ab8d22da44434aeef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393054 May 25 17:10:52.197435 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee5156-7bf0-4cdd-af10-93bd6e56f42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22b4ee0-fcd8-41da-9af8-acf82f74989b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:52.198963 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50652) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:52.254071 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1acb525a-a7f1-4a6a-ad1c-409c1d33fe75 admin admin] Publish callbacks [] for security_group (f22b4ee0-fcd8-41da-9af8-acf82f74989b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:52.275288 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1acb525a-a7f1-4a6a-ad1c-409c1d33fe75 admin admin] Publish callbacks [] for security_group (f22b4ee0-fcd8-41da-9af8-acf82f74989b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:52.322429 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1acb525a-a7f1-4a6a-ad1c-409c1d33fe75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f22b4ee0-fcd8-41da-9af8-acf82f74989b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:52.325092 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1acb525a-a7f1-4a6a-ad1c-409c1d33fe75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:52.326237 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1acb525a-a7f1-4a6a-ad1c-409c1d33fe75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f22b4ee0-fcd8-41da-9af8-acf82f74989b HTTP/1.1" status: 204 len: 168 time: 0.1262386 May 25 17:10:52.334545 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb525a-a7f1-4a6a-ad1c-409c1d33fe75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22b4ee0-fcd8-41da-9af8-acf82f74989b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:52.501627 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:52.999727 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef8c8c-f3b9-4a8d-8d12-12ff8d9376d7 req-ca0c72e1-665c-4dd7-957d-57beba0c42eb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:53.002072 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebef8c8c-f3b9-4a8d-8d12-12ff8d9376d7 req-ca0c72e1-665c-4dd7-957d-57beba0c42eb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0610914 May 25 17:10:53.056165 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebef8c8c-f3b9-4a8d-8d12-12ff8d9376d7 req-aa1a7328-18a2-4d62-8e0f-d45637be011b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 May 25 17:10:54.171744 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895f247-f0cb-487e-a00d-0af9d0c8f97e req-5ec4238f-33a6-40e1-9d53-f074689eb638 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:54.174433 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2895f247-f0cb-487e-a00d-0af9d0c8f97e req-5ec4238f-33a6-40e1-9d53-f074689eb638 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0498030 May 25 17:10:54.223908 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2895f247-f0cb-487e-a00d-0af9d0c8f97e req-d890677e-76fb-42b8-acd7-cc7877ed7272 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 May 25 17:10:54.362585 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50776) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:54.474955 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a51d7015-6970-4023-b0ef-4fbb0b27a6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:54.527096 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:54.555700 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a51d7015-6970-4023-b0ef-4fbb0b27a6a7 admin admin] Publish callbacks [] for security_group (fd197173-0c2f-426f-aab5-dceefdf9c817), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:54.558996 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a51d7015-6970-4023-b0ef-4fbb0b27a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (fd197173-0c2f-426f-aab5-dceefdf9c817), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:54.601785 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a51d7015-6970-4023-b0ef-4fbb0b27a6a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4c6f891366b4e09a89b5acc091fb3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381475 May 25 17:10:54.602923 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d7015-6970-4023-b0ef-4fbb0b27a6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd197173-0c2f-426f-aab5-dceefdf9c817,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:54.604641 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50786) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:54.655992 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b2c215a3-293b-40d4-b187-79712f3fec7e admin admin] Publish callbacks [] for security_group (fd197173-0c2f-426f-aab5-dceefdf9c817), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:54.677631 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b2c215a3-293b-40d4-b187-79712f3fec7e admin admin] Publish callbacks [] for security_group (fd197173-0c2f-426f-aab5-dceefdf9c817), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:54.729599 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b2c215a3-293b-40d4-b187-79712f3fec7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (fd197173-0c2f-426f-aab5-dceefdf9c817), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:54.732300 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b2c215a3-293b-40d4-b187-79712f3fec7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:54.733479 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b2c215a3-293b-40d4-b187-79712f3fec7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd197173-0c2f-426f-aab5-dceefdf9c817 HTTP/1.1" status: 204 len: 168 time: 0.1269939 May 25 17:10:54.741148 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c215a3-293b-40d4-b187-79712f3fec7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd197173-0c2f-426f-aab5-dceefdf9c817,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:54.999776 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 50794) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:55.013136 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-27313938-51a2-4903-bd61-ed8bce99313b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:55.091254 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-27313938-51a2-4903-bd61-ed8bce99313b admin admin] Publish callbacks [] for security_group (f0afe392-db94-4447-b134-549bc9843462), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:55.095418 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-27313938-51a2-4903-bd61-ed8bce99313b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f0afe392-db94-4447-b134-549bc9843462), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:55.115740 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:55.134737 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27313938-51a2-4903-bd61-ed8bce99313b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0afe392-db94-4447-b134-549bc9843462,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:55.139268 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-27313938-51a2-4903-bd61-ed8bce99313b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2f14599d50345b4b81553d46ac4a503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383824 May 25 17:10:55.142050 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 50796) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:10:55.191055 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bffbbae1-4c85-4d3c-8905-6b50f857bcbe admin admin] Publish callbacks [] for security_group (f0afe392-db94-4447-b134-549bc9843462), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:55.212326 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bffbbae1-4c85-4d3c-8905-6b50f857bcbe admin admin] Publish callbacks [] for security_group (f0afe392-db94-4447-b134-549bc9843462), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:55.218031 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:55.262164 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bffbbae1-4c85-4d3c-8905-6b50f857bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f0afe392-db94-4447-b134-549bc9843462), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:55.264825 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bffbbae1-4c85-4d3c-8905-6b50f857bcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:10:55.266551 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bffbbae1-4c85-4d3c-8905-6b50f857bcbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0afe392-db94-4447-b134-549bc9843462 HTTP/1.1" status: 204 len: 168 time: 0.1230161 May 25 17:10:55.275127 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbbae1-4c85-4d3c-8905-6b50f857bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0afe392-db94-4447-b134-549bc9843462,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:55.343172 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b9695-27ad-48b2-b064-d779f178951f req-a7b2ae56-bcaa-4249-b7c7-cceb0b889964 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:55.345218 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-161b9695-27ad-48b2-b064-d779f178951f req-a7b2ae56-bcaa-4249-b7c7-cceb0b889964 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0484247 May 25 17:10:55.365253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:55.400026 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-161b9695-27ad-48b2-b064-d779f178951f req-a59a75ca-7519-48ba-89c2-d5cd24b10db1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 May 25 17:10:55.455879 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device c2d167c9-899c-45c0-8b50-918a9ee2916f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:10:55.476216 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:10:55.477822 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: c2d167c9-899c-45c0-8b50-918a9ee2916f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:10:55.478166 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device c2d167c9-899c-45c0-8b50-918a9ee2916f not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:10:56.515516 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ee9e-1c4d-4b14-95dd-4f497ff27545 req-201871d0-56a1-492e-8bc6-13cab1a27585 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:56.517338 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1f58ee9e-1c4d-4b14-95dd-4f497ff27545 req-201871d0-56a1-492e-8bc6-13cab1a27585 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0486941 May 25 17:10:56.565032 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1f58ee9e-1c4d-4b14-95dd-4f497ff27545 req-7126d262-e16b-4092-8bb3-c4b22bd7e5c7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 May 25 17:10:57.694905 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaec75-5038-4dea-9b92-8d69e61f227c req-c1a8a2c9-a043-40c6-9538-51afdf5ac207 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:57.697340 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eeeaec75-5038-4dea-9b92-8d69e61f227c req-c1a8a2c9-a043-40c6-9538-51afdf5ac207 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0562129 May 25 17:10:57.749986 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eeeaec75-5038-4dea-9b92-8d69e61f227c req-ed7a3bc6-da51-43cb-82bb-2bc9dfbe9435 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 May 25 17:10:58.920169 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d0e67-cec3-4aca-a287-ac7ac619616b req-20f3f872-d38b-498e-9073-0822c3aaab84 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:10:58.921680 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-216d0e67-cec3-4aca-a287-ac7ac619616b req-20f3f872-d38b-498e-9073-0822c3aaab84 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0532479 May 25 17:10:58.991592 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-216d0e67-cec3-4aca-a287-ac7ac619616b req-9e5adfdb-c1e2-4485-a275-2db8323d12d0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628672 May 25 17:11:00.138876 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d31703-2ffa-447c-ae29-8adbded9d885 req-c96b9f45-b7f6-40c7-84ca-59598b0f8cc6 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:00.141880 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-80d31703-2ffa-447c-ae29-8adbded9d885 req-c96b9f45-b7f6-40c7-84ca-59598b0f8cc6 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0576780 May 25 17:11:00.226022 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-80d31703-2ffa-447c-ae29-8adbded9d885 req-7d4a76dd-6ce4-4475-9175-1472deff01d1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 May 25 17:11:01.359416 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa46dd-d72e-42a5-99cc-935373172454 req-4d2c6e59-10de-4c9d-bc41-a0b92ec90187 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:01.361673 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53fa46dd-d72e-42a5-99cc-935373172454 req-4d2c6e59-10de-4c9d-bc41-a0b92ec90187 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0534768 May 25 17:11:01.432312 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53fa46dd-d72e-42a5-99cc-935373172454 req-68086bca-a9c8-41e4-b857-c1bcbbc41920 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643752 May 25 17:11:02.554060 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be590d-26b0-4ab3-a104-edf4de1bda7a req-2b2e150a-aa24-426f-8559-5d575984b2f8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:02.555404 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66be590d-26b0-4ab3-a104-edf4de1bda7a req-2b2e150a-aa24-426f-8559-5d575984b2f8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0502412 May 25 17:11:02.601727 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66be590d-26b0-4ab3-a104-edf4de1bda7a req-dbff054e-73a4-45b4-99cb-fc9662a6fbd2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 May 25 17:11:03.740942 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c6150-29c3-4ae5-a965-49b79bfc0126 req-848053e2-45db-4f5d-93fe-22dfd977e88f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:03.742469 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48c6150-29c3-4ae5-a965-49b79bfc0126 req-848053e2-45db-4f5d-93fe-22dfd977e88f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0530739 May 25 17:11:03.789980 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48c6150-29c3-4ae5-a965-49b79bfc0126 req-fb493ac8-ec50-44db-8681-98713e48af1c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 May 25 17:11:04.959816 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314ed96-8513-4244-9bc9-e1b1294b04e0 req-ad3fc962-b30e-4793-9885-2b7cd4a601a9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:04.968559 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6314ed96-8513-4244-9bc9-e1b1294b04e0 req-ad3fc962-b30e-4793-9885-2b7cd4a601a9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0865014 May 25 17:11:05.075668 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6314ed96-8513-4244-9bc9-e1b1294b04e0 req-18a080f6-c93e-4520-8161-d58e936c841a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993917 May 25 17:11:05.478022 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:05.690143 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1204bbf-d173-47ca-9807-ad3885959e82 req-3bd82f7a-98da-4458-8ec6-74db568ffc89 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:05.691923 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1204bbf-d173-47ca-9807-ad3885959e82 req-3bd82f7a-98da-4458-8ec6-74db568ffc89 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0604320 May 25 17:11:05.747586 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1204bbf-d173-47ca-9807-ad3885959e82 req-5bd4d953-16ab-4cb6-a144-e004451218a0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499558 May 25 17:11:06.199500 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586d4f4-9677-4014-a837-dce7e22a926b req-716f37a6-61f3-42a5-b606-672f7bac86bf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:06.201186 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c586d4f4-9677-4014-a837-dce7e22a926b req-716f37a6-61f3-42a5-b606-672f7bac86bf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0507615 May 25 17:11:06.259476 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c586d4f4-9677-4014-a837-dce7e22a926b req-df499cc8-0a85-4407-a7e8-f5a0889839a4 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503154 May 25 17:11:06.900880 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d1a87-c8f2-4db7-9503-44b3b3302341 req-011ece8e-84c9-4559-aea0-ed5ed2b484a3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:06.902412 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f75d1a87-c8f2-4db7-9503-44b3b3302341 req-011ece8e-84c9-4559-aea0-ed5ed2b484a3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0541315 May 25 17:11:06.964110 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f75d1a87-c8f2-4db7-9503-44b3b3302341 req-2f77b23f-ce37-4451-9f12-29b5a10e02af tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547020 May 25 17:11:07.384144 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac6129-8988-4a91-a4cb-1bbc1bf1d37f req-8515228e-c316-4227-9c11-2caa73898cec tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:07.385829 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aaac6129-8988-4a91-a4cb-1bbc1bf1d37f req-8515228e-c316-4227-9c11-2caa73898cec tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0555947 May 25 17:11:07.438699 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aaac6129-8988-4a91-a4cb-1bbc1bf1d37f req-6a1b28db-5b71-4b2c-b76b-67afad74934c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455980 May 25 17:11:07.504620 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:08.103139 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0a26f-e753-4b6e-8107-2947b69aca1f req-c0609caa-b73a-4dba-bf4d-1b3de2995460 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:08.105747 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18a0a26f-e753-4b6e-8107-2947b69aca1f req-c0609caa-b73a-4dba-bf4d-1b3de2995460 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0558448 May 25 17:11:08.127430 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:08.167782 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18a0a26f-e753-4b6e-8107-2947b69aca1f req-0bd48ef9-2155-42fd-84bf-52094ea50c82 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555456 May 25 17:11:08.576503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de6437-bc30-4e3a-afed-f8d6753730ce req-c034ff5f-ea17-4469-b720-a0df34d13849 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:08.579164 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-65de6437-bc30-4e3a-afed-f8d6753730ce req-c034ff5f-ea17-4469-b720-a0df34d13849 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0626142 May 25 17:11:08.670142 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-65de6437-bc30-4e3a-afed-f8d6753730ce req-170e0b92-341f-4da6-883d-5679f1777528 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828061 May 25 17:11:08.916903 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-40eff67d-d1f5-47b1-81cd-34fd3b85368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:08.919696 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-40eff67d-d1f5-47b1-81cd-34fd3b85368e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 1129 time: 0.0691280 May 25 17:11:09.123187 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-38a65217-d688-454e-9684-e90d0069aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:09.126051 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-38a65217-d688-454e-9684-e90d0069aeac service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.1738691 May 25 17:11:09.329946 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9d5f-3cc1-4f2a-ac2c-5a92fab24673 req-7e104a12-4b1f-4581-9736-fbc01480fa2c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:09.337661 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49ea9d5f-3cc1-4f2a-ac2c-5a92fab24673 req-7e104a12-4b1f-4581-9736-fbc01480fa2c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0593085 May 25 17:11:09.393749 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49ea9d5f-3cc1-4f2a-ac2c-5a92fab24673 req-ffc5017c-9cf3-4c05-aaa8-f6663d8fd676 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547826 May 25 17:11:09.552709 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-2957cf9e-0a8e-4bfa-87e0-3bbe35be81cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00686d-3bd0-4e09-a004-2c18e278c159 HTTP/1.1" status: 200 len: 217 time: 0.3764479 May 25 17:11:09.845581 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714a2cd-94f9-41ae-a2b9-245a2a8b48c6 req-44eb888a-03f6-4d7e-a9c4-89acdf4ceaa2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:09.848784 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6714a2cd-94f9-41ae-a2b9-245a2a8b48c6 req-44eb888a-03f6-4d7e-a9c4-89acdf4ceaa2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0959539 May 25 17:11:09.920196 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6714a2cd-94f9-41ae-a2b9-245a2a8b48c6 req-5c1ceb43-70bb-4c38-ba7e-906e4f160812 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653799 May 25 17:11:10.590246 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-e9d01833-8986-4ada-8ab7-77ed3bc56b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:10.592321 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-e9d01833-8986-4ada-8ab7-77ed3bc56b32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.1055439 May 25 17:11:10.607643 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc59ab-e310-47d8-b4c8-cc1ce84c3043 req-4323ee50-472f-487d-adda-a4cdb201c0cf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:10.612348 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ecc59ab-e310-47d8-b4c8-cc1ce84c3043 req-4323ee50-472f-487d-adda-a4cdb201c0cf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0920055 May 25 17:11:10.664260 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-bcc3844d-8966-4698-9264-69df2f2f8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:10.665925 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-bcc3844d-8966-4698-9264-69df2f2f8153 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657158 May 25 17:11:10.699248 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ecc59ab-e310-47d8-b4c8-cc1ce84c3043 req-eac20af6-b410-4b3a-8c01-35c19f7585b0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770426 May 25 17:11:10.713310 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:10.776118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafba9cc-41ae-41c9-8945-298aa2ca9ba4 req-9a485f48-db53-4ac4-965b-1426e2f3dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:10.779421 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cafba9cc-41ae-41c9-8945-298aa2ca9ba4 req-9a485f48-db53-4ac4-965b-1426e2f3dcde service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 1129 time: 0.0741489 May 25 17:11:10.797360 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:10.822558 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-a205ede4-308d-4cf4-82bb-e3802ec0df1e service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175632 May 25 17:11:10.842285 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cafba9cc-41ae-41c9-8945-298aa2ca9ba4 req-cce41d18-15f0-48f1-9cbe-4f7da9079809 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550673 May 25 17:11:10.957582 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7932e4c8-beb3-49ef-9eb2-e318827ce0ad req-d6cf212d-b660-4d07-b1c1-a6b92646f252 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274574 May 25 17:11:11.081901 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf5932-6cec-474d-9374-402de2d5bc89 req-49a8610b-b684-44d6-b752-25f19f8088fa tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:11.090040 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3ddf5932-6cec-474d-9374-402de2d5bc89 req-49a8610b-b684-44d6-b752-25f19f8088fa tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0628388 May 25 17:11:11.215300 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3ddf5932-6cec-474d-9374-402de2d5bc89 req-c85a3855-561c-4891-9479-9ee804f331a0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165853 May 25 17:11:11.833307 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953ed98-5ad5-4270-9acf-c322bcaacb7d req-5c517254-e7e1-46e1-abe8-e84d83cd28e4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:11.834959 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f953ed98-5ad5-4270-9acf-c322bcaacb7d req-5c517254-e7e1-46e1-abe8-e84d83cd28e4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0540400 May 25 17:11:11.886199 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f953ed98-5ad5-4270-9acf-c322bcaacb7d req-ca1ac33d-ea8f-47f6-bd0c-5a8eb6c18c32 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447180 May 25 17:11:12.363776 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86776a69-309b-46b9-a2ef-1344dfa84b18 req-d56dece7-40b1-4cb1-a5fe-59071a674607 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:12.372575 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-86776a69-309b-46b9-a2ef-1344dfa84b18 req-d56dece7-40b1-4cb1-a5fe-59071a674607 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0639129 May 25 17:11:12.434600 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-86776a69-309b-46b9-a2ef-1344dfa84b18 req-4caaeaad-1eb7-4a9d-9678-65642b56680d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600605 May 25 17:11:12.775136 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51206) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:12.929157 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:13.056721 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f974af-4a79-4a4f-ba80-92addb7767eb req-dd622c2b-cc3e-443e-8e38-e4388168d645 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:13.058257 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-95f974af-4a79-4a4f-ba80-92addb7767eb req-dd622c2b-cc3e-443e-8e38-e4388168d645 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0749097 May 25 17:11:13.064044 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Publish callbacks [] for security_group (f0dcce7f-f5e2-4ba0-bfcc-83fc6972e737), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:13.081778 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f0dcce7f-f5e2-4ba0-bfcc-83fc6972e737), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:13.117464 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:13.149714 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-95f974af-4a79-4a4f-ba80-92addb7767eb req-b3d5c131-96ea-412a-b751-6318390e9529 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842280 May 25 17:11:13.153922 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c77196a1a9a94eba8096e02075419ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764484 May 25 17:11:13.153922 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dcce7f-f5e2-4ba0-bfcc-83fc6972e737,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:13.155608 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51218) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:13.164245 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.164599 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.165147 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.165502 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.166466 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.166801 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.167142 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.167482 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.167818 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.168158 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.168541 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.168941 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.169243 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.169568 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.169901 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ec1d7-5bef-4175-82e6-8937a812a2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.237378 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Publish callbacks [] for security_group (f0dcce7f-f5e2-4ba0-bfcc-83fc6972e737), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:13.263051 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:13.315063 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Publish callbacks [] for security_group (f0dcce7f-f5e2-4ba0-bfcc-83fc6972e737), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:13.432543 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f0dcce7f-f5e2-4ba0-bfcc-83fc6972e737), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:13.438780 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:13.441109 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0dcce7f-f5e2-4ba0-bfcc-83fc6972e737 HTTP/1.1" status: 204 len: 168 time: 0.2821958 May 25 17:11:13.451251 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dcce7f-f5e2-4ba0-bfcc-83fc6972e737,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:13.475703 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.476331 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.477069 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.479519 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.480128 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.480799 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.481300 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.482586 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.486705 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.488924 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.488924 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.488924 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.488924 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.488924 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.489474 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc51dad-4315-40c4-9f4d-47f0dbb2cc6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:13.632066 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d028f-a8e4-43b7-b22b-80befd926fc9 req-a5b4df17-b452-4f33-bc05-98be80560bd6 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:13.633616 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c8d028f-a8e4-43b7-b22b-80befd926fc9 req-a5b4df17-b452-4f33-bc05-98be80560bd6 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0786195 May 25 17:11:13.694642 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c8d028f-a8e4-43b7-b22b-80befd926fc9 req-d4844abe-2755-45de-aaae-112113fa7940 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512481 May 25 17:11:13.908261 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fa09c51d-2cf9-4bd7-9a89-ed748719dd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:14.141761 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-67a4ba85-db20-40f7-b5e3-b41cd514e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:14.143448 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-67a4ba85-db20-40f7-b5e3-b41cd514e66c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 1129 time: 0.1507170 May 25 17:11:14.152419 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee272a-f340-4491-b310-e8df213e94ba req-1a8ff156-c8c1-4362-a488-d2a82a7276ad tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:14.154107 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49ee272a-f340-4491-b310-e8df213e94ba req-1a8ff156-c8c1-4362-a488-d2a82a7276ad tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0832884 May 25 17:11:14.303603 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-5ad3c4df-346e-4e13-b613-db14364170c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:14.306400 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-5ad3c4df-346e-4e13-b613-db14364170c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.1513426 May 25 17:11:14.397878 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba93d-3990-4f3a-b70d-dddebca96511 req-3cca9b4a-a1c4-42dc-91fe-f9448d4d0fb3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:14.398594 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-7aeff03d-4d70-4e97-9966-54252cfdcac7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00686d-3bd0-4e09-a004-2c18e278c159 HTTP/1.1" status: 200 len: 217 time: 0.0697997 May 25 17:11:14.409505 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b6dba93d-3990-4f3a-b70d-dddebca96511 req-3cca9b4a-a1c4-42dc-91fe-f9448d4d0fb3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.1469786 May 25 17:11:14.440084 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49ee272a-f340-4491-b310-e8df213e94ba req-9c0f040b-04c1-4c3d-b776-6592482e378b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122910 May 25 17:11:14.503139 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-f8030eb2-dc9a-4383-b0cb-c9d29073c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:14.505073 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-f8030eb2-dc9a-4383-b0cb-c9d29073c238 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.0956964 May 25 17:11:14.554789 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b6dba93d-3990-4f3a-b70d-dddebca96511 req-059a17b4-8d6c-45d6-8d55-6aa408212930 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431432 May 25 17:11:14.608030 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-01d51061-4303-4c4d-81c5-1554ea7d7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:14.611483 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-01d51061-4303-4c4d-81c5-1554ea7d7434 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928547 May 25 17:11:14.715093 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51312) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:14.771775 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:14.829941 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-04cd6a00-3b6a-4c97-ae03-edba5e2a9acc service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084024 May 25 17:11:14.868402 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-811304173-network', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:14.889919 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Made reservation on behalf of 1d67075f4eaf4908acb0c2763153b81c for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:14.892761 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:14.901972 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:14.961358 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea97d129-9e82-474d-9959-6e05f9ab1cd3 req-7de8bdf6-0d0e-457b-b1ae-2dd2ddbcbf3f service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194434 May 25 17:11:14.995263 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Publish callbacks [] for security_group (f3100e46-6cea-45c1-b1cf-34cbeb8e174f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.015364 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f3100e46-6cea-45c1-b1cf-34cbeb8e174f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.071951 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:11:15.086543 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (7a75d10b-cf14-4e93-aa17-599ec89f3b8a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.086962 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Added segment 7a75d10b-cf14-4e93-aa17-599ec89f3b8a of type vlan for network 400e769d-9a66-45af-badf-741858a97960 May 25 17:11:15.097107 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3100e46-6cea-45c1-b1cf-34cbeb8e174f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:15.151319 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (400e769d-9a66-45af-badf-741858a97960), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.185702 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (400e769d-9a66-45af-badf-741858a97960), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.186813 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:15.187764 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.215767 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:15.259901 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5443616 May 25 17:11:15.263290 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51336) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:15.268381 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Request body: {'subnet': {'network_id': '400e769d-9a66-45af-badf-741858a97960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-811304173-subnet', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:15.286960 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641265c-762e-4756-8060-f6e69e60f0bc admin admin] Pushing event updated for resources: {'Network': ['ID=400e769d-9a66-45af-badf-741858a97960,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:15.302588 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 400e769d-9a66-45af-badf-741858a97960 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:11:15.310147 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Made reservation on behalf of 1d67075f4eaf4908acb0c2763153b81c for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:15.313097 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261499527'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.542262 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260389448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261499509'] for subnet (75b40ec7-24fe-4318-9217-441b9d32fa76), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.644946 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b40ec7-24fe-4318-9217-441b9d32fa76,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:15.659683 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06192061-5bc9-44c2-9e0f-45f248aeb904 req-be1a3fc9-672d-4f3b-9e09-f9a092a70c42 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:15.661246 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06192061-5bc9-44c2-9e0f-45f248aeb904 req-be1a3fc9-672d-4f3b-9e09-f9a092a70c42 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0868537 May 25 17:11:15.686503 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Checking segment: {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:15.686876 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Network hostable DHCP agents. Network: 400e769d-9a66-45af-badf-741858a97960, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:11:15.729166 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:15.753231 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Network 400e769d-9a66-45af-badf-741858a97960 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:11:15.758982 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06192061-5bc9-44c2-9e0f-45f248aeb904 req-bc576308-f5ef-47ed-a3a3-6e82cd29e4f1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876775 May 25 17:11:15.770985 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 400e769d-9a66-45af-badf-741858a97960) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:15.778981 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:15.780114 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.787445 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66d8be-44e6-4552-8451-aabcda8c6614 None None] Network 400e769d-9a66-45af-badf-741858a97960 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:11:15.809571 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-18ec326a-5b30-42cc-971d-82d95bfa63d0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5449622 May 25 17:11:15.812375 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51346) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:15.816220 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffedd6e-aef7-4491-9d69-e40d949bc72e req-eab10dec-7900-467e-928c-ebec2768817c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:15.820631 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:15.823956 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0ffedd6e-aef7-4491-9d69-e40d949bc72e req-eab10dec-7900-467e-928c-ebec2768817c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.1649806 May 25 17:11:15.869353 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (ac6ae2e0-02aa-47f3-806f-d4af35e768df), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.870753 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (ac6ae2e0-02aa-47f3-806f-d4af35e768df), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.941819 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0ffedd6e-aef7-4491-9d69-e40d949bc72e req-f6713f01-be41-44de-b458-287029b6c33e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093051 May 25 17:11:15.966209 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks [] for router_controller (ac6ae2e0-02aa-47f3-806f-d4af35e768df), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:15.998405 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-400e769d-9a66-45af-badf-741858a97960', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:11:16.000591 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.134634 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks [] for router_gateway (ac6ae2e0-02aa-47f3-806f-d4af35e768df), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.199893 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9e759fc1-07fc-4226-9d9f-d15233c160df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.214694 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Allocated IP 172.20.0.2 (400e769d-9a66-45af-badf-741858a97960/75b40ec7-24fe-4318-9217-441b9d32fa76/c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:16.275537 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:16.369178 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks [] for router_gateway (ac6ae2e0-02aa-47f3-806f-d4af35e768df), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.392106 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Publish callbacks [] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.403560 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.403757 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.455638 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Network 400e769d-9a66-45af-badf-741858a97960 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:16.461032 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:16.463365 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Pushing event updated for resources: {'Port': ['ID=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:16.465768 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:16.527834 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Attempting to bind port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:16.528508 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Attempting to bind port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:16.529070 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Attempting to bind port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec on network 400e769d-9a66-45af-badf-741858a97960 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:16.536398 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:16.537145 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Checking segment: {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:16.537738 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.538332 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Bound using segment: {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:16.539024 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Bound port: c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:16.539609 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.545675 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=15 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:16.556489 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=17 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:16.586268 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Allocated IP 172.27.0.91 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/bbb0573a-2b25-4452-b7f8-e45cdbca8aa7) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:16.613679 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] For port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:16.618476 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] For port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:16.628526 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.635873 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:16.719099 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679eda4-79e9-4637-b085-f8d3c2a0f111 None None] Pushing event updated for resources: {'Port': ['ID=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:16.754443 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks [] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.802238 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:16.848886 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:16.855400 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:16.859643 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:16.981452 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb0573a-2b25-4452-b7f8-e45cdbca8aa7,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:17.056834 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:17.106763 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0fcee-0881-4fd1-873e-840f22401a16 req-676e0449-d735-4f4d-abe6-5e126760700e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:17.110620 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2e0fcee-0881-4fd1-873e-840f22401a16 req-676e0449-d735-4f4d-abe6-5e126760700e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.1847212 May 25 17:11:17.200692 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e30c6-aa3d-4670-8d9b-c2a537483856 req-079d8c58-f14e-4765-bc06-40d394c73ddb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:17.202881 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-058e30c6-aa3d-4670-8d9b-c2a537483856 req-079d8c58-f14e-4765-bc06-40d394c73ddb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0880370 May 25 17:11:17.280136 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2e0fcee-0881-4fd1-873e-840f22401a16 req-1708c27f-b806-4336-9ccc-2cd33f683ce9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096592 May 25 17:11:17.290865 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-058e30c6-aa3d-4670-8d9b-c2a537483856 req-7868ddcc-a325-4acd-a22f-8750d0a695c3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783353 May 25 17:11:17.361508 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks [] for router_gateway (ac6ae2e0-02aa-47f3-806f-d4af35e768df), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:17.478403 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:17.503483 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:17.600590 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (ac6ae2e0-02aa-47f3-806f-d4af35e768df), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:17.790609 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Router ac6ae2e0-02aa-47f3-806f-d4af35e768df is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:11:17.938868 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:11:17.948811 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Sync routers for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:11:17.964903 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:17.969316 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:17.990387 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:17.991901 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e5643ca7-78b1-4099-990c-9820e8cb5fc5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1771607 May 25 17:11:17.995141 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51370) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:18.044450 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f9567-5063-4740-a8b7-54f9924db622 None None] Network 400e769d-9a66-45af-badf-741858a97960 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:11:18.147185 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:18.204647 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d1bd5ef4-371d-4ffc-b37b-cc2f3e24f5c2 None None] Provisioning complete for port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:18.205214 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d1bd5ef4-371d-4ffc-b37b-cc2f3e24f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:18.536216 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd5ef4-371d-4ffc-b37b-cc2f3e24f5c2 None None] Current status of the port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:18.536939 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d1bd5ef4-371d-4ffc-b37b-cc2f3e24f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:18.590494 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:18.673083 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:17Z', 'revision_number': 3, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:18.705481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d1bd5ef4-371d-4ffc-b37b-cc2f3e24f5c2 None None] For port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:18.716575 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d1bd5ef4-371d-4ffc-b37b-cc2f3e24f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:18.737175 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Checking router: ac6ae2e0-02aa-47f3-806f-d4af35e768df for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:11:18.737437 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Updating router ac6ae2e0-02aa-47f3-806f-d4af35e768df port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:11:18.742785 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:18.779060 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2163a-d326-4335-b3be-7d1b1c3904dd req-adf34e52-27df-4d67-8edd-506fc9a9a5dc tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:18.819728 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94e2163a-d326-4335-b3be-7d1b1c3904dd req-adf34e52-27df-4d67-8edd-506fc9a9a5dc tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.1940370 May 25 17:11:18.847645 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:18.848005 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1a1d8-9197-45d6-85bd-d87d3cbca57c req-0f63fbcf-aef3-4497-a8e7-472870e915a7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:18.856910 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dec1a1d8-9197-45d6-85bd-d87d3cbca57c req-0f63fbcf-aef3-4497-a8e7-472870e915a7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.2383745 May 25 17:11:18.936336 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:18.998836 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:19.004134 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94e2163a-d326-4335-b3be-7d1b1c3904dd req-1ade9a67-6f35-4c68-b78e-f07fc94c5363 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762698 May 25 17:11:19.024305 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:19.043712 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd5ef4-371d-4ffc-b37b-cc2f3e24f5c2 None None] Pushing event updated for resources: {'Port': ['ID=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:19.067135 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-80166d73-56dc-42e4-a5be-5c955b58bc73 None None] Provisioning complete for port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:19.067578 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-80166d73-56dc-42e4-a5be-5c955b58bc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:19.083673 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dec1a1d8-9197-45d6-85bd-d87d3cbca57c req-57f70fdf-3642-445f-9bc7-7da7984c5d33 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250853 May 25 17:11:19.092722 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:19.100579 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:19.101068 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:19.290922 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:19.373330 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-80166d73-56dc-42e4-a5be-5c955b58bc73 None None] Current status of the port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:19.414033 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:19.554931 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:11:19.650265 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Publish callbacks [] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:19.658375 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:19.741066 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Pushing event updated for resources: {'Port': ['ID=bbb0573a-2b25-4452-b7f8-e45cdbca8aa7,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:19.747056 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Attempting to bind port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:19.747726 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Attempting to bind port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:19.748303 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Attempting to bind port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:19.794584 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.795332 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.802816 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.803520 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.804241 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.804808 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.805364 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.805904 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.806432 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.807076 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.807614 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.808164 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.808700 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.809233 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.809988 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:19.818465 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:19.819004 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:19.823999 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:19.823999 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:19.823999 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Bound port: bbb0573a-2b25-4452-b7f8-e45cdbca8aa7, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:19.823999 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:19.916573 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] For port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:19.918895 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6b87-e828-4276-98d4-88bef2cb99e6 req-b3eab8f6-35ef-4ac9-8c29-40edda13e3e7 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:19.920865 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-475f6b87-e828-4276-98d4-88bef2cb99e6 req-b3eab8f6-35ef-4ac9-8c29-40edda13e3e7 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1148608 May 25 17:11:19.924948 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] For port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=bbb0573a-2b25-4452-b7f8-e45cdbca8aa7,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:19.939980 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:20.019371 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:20.021656 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedfa7e-5879-433b-9e0b-f9f0ed2532d4 None None] Pushing event updated for resources: {'Port': ['ID=bbb0573a-2b25-4452-b7f8-e45cdbca8aa7,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:20.046671 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:20.047422 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:20.074415 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-475f6b87-e828-4276-98d4-88bef2cb99e6 req-ac3b8f08-8d3b-4bb8-bf1f-d4bc8f39d389 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460350 May 25 17:11:20.119555 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Allocated IP 172.20.0.1 (400e769d-9a66-45af-badf-741858a97960/75b40ec7-24fe-4318-9217-441b9d32fa76/5be0867e-0edc-455f-b0f6-a0db4b4f4be3) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:20.168491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25d861-df17-4aec-a413-47fd0160c8e6 req-0a24b7e2-76e8-4d55-908a-f02e58b2e628 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:20.176349 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8b25d861-df17-4aec-a413-47fd0160c8e6 req-0a24b7e2-76e8-4d55-908a-f02e58b2e628 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0594940 May 25 17:11:20.212350 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:20.214704 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:20.266015 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:20.299429 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Publish callbacks [] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:20.308067 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8b25d861-df17-4aec-a413-47fd0160c8e6 req-a4d14a8e-0e87-4e38-93f4-a674a32a9c09 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307151 May 25 17:11:20.348021 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:20.409089 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Network 400e769d-9a66-45af-badf-741858a97960 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:20.412620 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:20.417062 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:20.457340 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Pushing event updated for resources: {'Port': ['ID=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:20.464867 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:17Z', 'revision_number': 3, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:20.471454 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (ac6ae2e0-02aa-47f3-806f-d4af35e768df), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:20.505873 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6099a-92d4-493a-8283-da0e2e88c732 None None] The sync data for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi is: [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:17Z', 'revision_number': 3, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:11:20.633818 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:20.700981 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:20.706361 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:20.719487 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:20.725030 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:20.842141 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:20.948435 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-f638cea6-f26b-4b3c-85a4-e287759eb6c1 None None] Provisioning complete for port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:20.962243 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f638cea6-f26b-4b3c-85a4-e287759eb6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:20.967519 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:21.043545 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-f638cea6-f26b-4b3c-85a4-e287759eb6c1 None None] Port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:11:21.088825 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Publish callbacks [] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.095306 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.102479 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:21.168836 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51410) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:21.177020 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f65090e4-ad7b-4c86-a982-dfe22de35bd7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264890245', 'description': 'tempest-description--1193376356'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:21.183642 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Pushing event updated for resources: {'Port': ['ID=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:21.190108 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (ac6ae2e0-02aa-47f3-806f-d4af35e768df), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.227279 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f65090e4-ad7b-4c86-a982-dfe22de35bd7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.306263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Network 400e769d-9a66-45af-badf-741858a97960 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:21.307860 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:21.332819 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc75ead-a952-48cc-aad2-8a74f6e4e1b5 req-8e22bdb7-851a-4a15-ba61-bacf4d6933dc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:21.334933 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4dc75ead-a952-48cc-aad2-8a74f6e4e1b5 req-8e22bdb7-851a-4a15-ba61-bacf4d6933dc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1040339 May 25 17:11:21.522368 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f65090e4-ad7b-4c86-a982-dfe22de35bd7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group (7c40b87e-2cf5-45e7-adaa-ed35a9036d57), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.530794 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f65090e4-ad7b-4c86-a982-dfe22de35bd7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (7c40b87e-2cf5-45e7-adaa-ed35a9036d57), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.612964 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4dc75ead-a952-48cc-aad2-8a74f6e4e1b5 req-49633752-71aa-4d40-8540-32eaea926703 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701554 May 25 17:11:21.636376 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f65090e4-ad7b-4c86-a982-dfe22de35bd7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.641290 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f65090e4-ad7b-4c86-a982-dfe22de35bd7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4701083 May 25 17:11:21.642443 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51424) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:21.644000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdb662-58e9-41d5-be77-e8bd8c53d32d req-9f215f78-6b85-40c5-b365-5024d6c3e6a2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:21.648149 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-86f851d5-39fc-4eca-8393-bbd135e4cf85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'security_group_rule': {'security_group_id': '7c40b87e-2cf5-45e7-adaa-ed35a9036d57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:21.653695 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5abdb662-58e9-41d5-be77-e8bd8c53d32d req-9f215f78-6b85-40c5-b365-5024d6c3e6a2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0967302 May 25 17:11:21.663744 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65090e4-ad7b-4c86-a982-dfe22de35bd7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40b87e-2cf5-45e7-adaa-ed35a9036d57,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:21.716115 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Router ac6ae2e0-02aa-47f3-806f-d4af35e768df has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:11:21.751446 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-86f851d5-39fc-4eca-8393-bbd135e4cf85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group_rule (a6ef7e38-cdf3-46be-a700-639073049a79), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.790695 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-bc956f4e-709a-41ae-a3ba-9b4536b64af9 None None] Provisioning complete for port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:21.791239 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bc956f4e-709a-41ae-a3ba-9b4536b64af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.815006 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5abdb662-58e9-41d5-be77-e8bd8c53d32d req-3f1f669a-4edf-4866-ad94-aa25eb362a95 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602652 May 25 17:11:21.819965 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-86f851d5-39fc-4eca-8393-bbd135e4cf85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group_rule (a6ef7e38-cdf3-46be-a700-639073049a79), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.820839 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:21.824214 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-86f851d5-39fc-4eca-8393-bbd135e4cf85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (a6ef7e38-cdf3-46be-a700-639073049a79), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.833520 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-bc956f4e-709a-41ae-a3ba-9b4536b64af9 None None] Port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:11:21.848705 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f851d5-39fc-4eca-8393-bbd135e4cf85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ef7e38-cdf3-46be-a700-639073049a79,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:21.859783 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-86f851d5-39fc-4eca-8393-bbd135e4cf85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:21.863826 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51434) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:21.864028 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-86f851d5-39fc-4eca-8393-bbd135e4cf85 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2192085 May 25 17:11:21.870961 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e43e00db-5ed7-4986-aa08-a3a3fd374f00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'security_group_rule': {'security_group_id': '7c40b87e-2cf5-45e7-adaa-ed35a9036d57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:21.893458 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:21.904594 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:11:21.911498 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-465933e9-2e31-462a-8f71-c7118d2a25bf admin admin] 10.222.0.31 "PUT /v2.0/routers/ac6ae2e0-02aa-47f3-806f-d4af35e768df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9149110 May 25 17:11:21.918507 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e43e00db-5ed7-4986-aa08-a3a3fd374f00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group_rule (d2525e62-c036-402f-aa29-afe74f04f0a7), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.000963 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e43e00db-5ed7-4986-aa08-a3a3fd374f00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group_rule (d2525e62-c036-402f-aa29-afe74f04f0a7), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.005288 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e43e00db-5ed7-4986-aa08-a3a3fd374f00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (d2525e62-c036-402f-aa29-afe74f04f0a7), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.024635 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e00db-5ed7-4986-aa08-a3a3fd374f00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2525e62-c036-402f-aa29-afe74f04f0a7,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:22.034540 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e43e00db-5ed7-4986-aa08-a3a3fd374f00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.035732 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e43e00db-5ed7-4986-aa08-a3a3fd374f00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707985 May 25 17:11:22.039210 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51438) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:22.043811 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:22.068971 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.164208 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.283853 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Allocated IP 172.27.0.228 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/44599526-6752-406a-b29e-efb9880cc245) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:22.338395 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:22.398147 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for port (44599526-6752-406a-b29e-efb9880cc245), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.439350 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (44599526-6752-406a-b29e-efb9880cc245), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.440923 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51452) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:22.447711 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-56209214-network', 'tenant_id': 'fa05dd41597a451bb010745761640a7f'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:22.482151 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event updated for resources: {'Port': ['ID=44599526-6752-406a-b29e-efb9880cc245,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:22.489025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Made reservation on behalf of fa05dd41597a451bb010745761640a7f for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:22.491683 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.500236 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:22.501634 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.501971 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:22.504782 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:22.610317 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (f551a024-3e70-4f3d-ac20-109f4ed3811f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.641999 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:22.654499 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Publish callbacks [] for security_group (ceb63bf6-afc5-46b9-a6ba-1947ca534e39), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.659256 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (44599526-6752-406a-b29e-efb9880cc245), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.662011 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ceb63bf6-afc5-46b9-a6ba-1947ca534e39), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.714997 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:11:22.747884 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb63bf6-afc5-46b9-a6ba-1947ca534e39,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:22.751207 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:22.755473 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:22.755849 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.777043 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (58a78b10-bef7-45b0-841b-873047a0a7c6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.777522 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Added segment 58a78b10-bef7-45b0-841b-873047a0a7c6 of type vlan for network 82916d58-3b8a-4305-b000-1fddbf0dbc37 May 25 17:11:22.826603 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2555696-38e0-4640-8ea9-25c300e6864d req-dbe5da77-d4eb-48d3-bc7a-ad48b147a933 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:22.829848 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e2555696-38e0-4640-8ea9-25c300e6864d req-dbe5da77-d4eb-48d3-bc7a-ad48b147a933 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1062770 May 25 17:11:22.865338 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (82916d58-3b8a-4305-b000-1fddbf0dbc37), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.872492 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:22.877754 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:22.878226 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.915452 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for port (44599526-6752-406a-b29e-efb9880cc245), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.915718 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=bbb0573a-2b25-4452-b7f8-e45cdbca8aa7,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:22.921959 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.924544 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (44599526-6752-406a-b29e-efb9880cc245), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.955285 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e2555696-38e0-4640-8ea9-25c300e6864d req-c892ee48-2db7-4b1f-8e89-bfb34e68a845 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111577 May 25 17:11:22.962487 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (82916d58-3b8a-4305-b000-1fddbf0dbc37), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.963774 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:22.964501 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:22.992755 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:23.000178 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=bbb0573a-2b25-4452-b7f8-e45cdbca8aa7,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:23.045173 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Sync routers for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:11:23.055233 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6131096 May 25 17:11:23.061594 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:23.063570 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51474) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:23.064118 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:23.070638 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Request body: {'subnet': {'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-56209214-subnet', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:23.086258 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2fbe8-1596-4d0e-a70c-9bc054997b2a admin admin] Pushing event updated for resources: {'Network': ['ID=82916d58-3b8a-4305-b000-1fddbf0dbc37,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:23.101190 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Made reservation on behalf of fa05dd41597a451bb010745761640a7f for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:23.103852 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260128152'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.115217 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf25031-f035-432d-b424-500f56730f8a req-befe6828-39bb-4aa2-9067-290a2caa3b4f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:23.123582 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4bf25031-f035-432d-b424-500f56730f8a req-befe6828-39bb-4aa2-9067-290a2caa3b4f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.1279616 May 25 17:11:23.167967 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event updated for resources: {'Port': ['ID=44599526-6752-406a-b29e-efb9880cc245,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:23.206220 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (f551a024-3e70-4f3d-ac20-109f4ed3811f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.219867 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4bf25031-f035-432d-b424-500f56730f8a req-4c67c5b7-973b-4923-88c8-3f49b9e85a45 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950818 May 25 17:11:23.237303 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.246566 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-bc39adf9-f98f-4061-ab0b-0f4aa5f30fb5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1982224 May 25 17:11:23.314496 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 82916d58-3b8a-4305-b000-1fddbf0dbc37 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:11:23.347982 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260677062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260128106'] for subnet (94ef1857-df7d-40c3-a176-40fb06d4039a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.378435 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:23.429114 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ef1857-df7d-40c3-a176-40fb06d4039a,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:23.449553 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Checking segment: {'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:23.450153 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Network hostable DHCP agents. Network: 82916d58-3b8a-4305-b000-1fddbf0dbc37, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:11:23.468229 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Network 82916d58-3b8a-4305-b000-1fddbf0dbc37 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:11:23.476938 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 82916d58-3b8a-4305-b000-1fddbf0dbc37) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:23.481255 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:23.481980 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.486628 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:23.490262 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de398b0-b651-4c2f-bf0e-045e809d5222 None None] Network 82916d58-3b8a-4305-b000-1fddbf0dbc37 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:11:23.516532 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f92aa9f5-88b8-42d8-a73e-a20cd237902f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4518890 May 25 17:11:23.519713 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51494) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:23.523538 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:23.544651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (8ec942e5-6fee-465a-ba75-ca926d6b8e17), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.545609 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (8ec942e5-6fee-465a-ba75-ca926d6b8e17), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.579604 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:23.611545 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks [] for router_controller (8ec942e5-6fee-465a-ba75-ca926d6b8e17), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.732381 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-82916d58-3b8a-4305-b000-1fddbf0dbc37', 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37', 'project_id': 'fa05dd41597a451bb010745761640a7f', 'fixed_ips': [{'subnet_id': '94ef1857-df7d-40c3-a176-40fb06d4039a'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:11:23.733452 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.771029 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 2, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:23.781612 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks [] for router_gateway (8ec942e5-6fee-465a-ba75-ca926d6b8e17), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.802150 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Checking router: ac6ae2e0-02aa-47f3-806f-d4af35e768df for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:11:23.802529 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Updating router ac6ae2e0-02aa-47f3-806f-d4af35e768df port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:11:23.902519 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:23.945289 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:23.996595 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Allocated IP 172.20.0.2 (82916d58-3b8a-4305-b000-1fddbf0dbc37/94ef1857-df7d-40c3-a176-40fb06d4039a/5790c310-84fc-43e4-9977-fdd65b2a176f) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:24.013130 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks [] for router_gateway (8ec942e5-6fee-465a-ba75-ca926d6b8e17), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.040224 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.110018 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-db96f00a-102a-4d02-924e-63e40954a6b1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1264890245&fields=id&tenant_id=8c297ec7b46943f594b67c95479f1f7c HTTP/1.1" status: 200 len: 267 time: 0.0922933 May 25 17:11:24.153532 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:24.171197 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26dc9e-30a2-4de2-8622-7a471e38fbed req-e62a286f-1a68-4f7c-b697-f362bf467810 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:24.174211 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc26dc9e-30a2-4de2-8622-7a471e38fbed req-e62a286f-1a68-4f7c-b697-f362bf467810 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0728140 May 25 17:11:24.247496 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1822d6-da12-4efc-957e-034c8de518ad req-fa2f3d0a-b884-4106-8828-254b415ee02f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:24.249175 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-fa2f3d0a-b884-4106-8828-254b415ee02f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 819 time: 0.1382625 May 25 17:11:24.271282 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:24.272838 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-26218472-6df1-4784-8a2b-65a59355e519 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/quotas/8c297ec7b46943f594b67c95479f1f7c HTTP/1.1" status: 200 len: 375 time: 0.0128891 May 25 17:11:24.273443 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Allocated IP 172.27.0.254 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/60bc4e9d-3093-46cc-92d8-e2f327067340) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:24.282446 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc26dc9e-30a2-4de2-8622-7a471e38fbed req-abef79e8-c710-440e-86bc-904b194c5693 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017797 May 25 17:11:24.334739 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Publish callbacks [] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.349163 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.374899 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-f26391a9-f8fc-4bfa-848f-9cb8ac05c945 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0827870 May 25 17:11:24.416933 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks [] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.430927 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Pushing event updated for resources: {'Port': ['ID=5790c310-84fc-43e4-9977-fdd65b2a176f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:24.434672 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Network 82916d58-3b8a-4305-b000-1fddbf0dbc37 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:24.444202 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:24.448237 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:24.453709 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Publish callbacks [] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.484537 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.535246 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-e0e896dd-2d86-4bf7-a412-2e3aa6ecddf5 service neutron] 10.222.0.31 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362402 May 25 17:11:24.543739 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a4889-192f-4727-a69d-01a9f134e0aa req-98b47144-f874-456d-a474-1c1ef3858773 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:24.545719 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-801a4889-192f-4727-a69d-01a9f134e0aa req-98b47144-f874-456d-a474-1c1ef3858773 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.1137049 May 25 17:11:24.569276 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:24.584830 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.624019 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Attempting to bind port 5790c310-84fc-43e4-9977-fdd65b2a176f on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:24.624606 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Attempting to bind port 5790c310-84fc-43e4-9977-fdd65b2a176f by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:24.625234 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Attempting to bind port 5790c310-84fc-43e4-9977-fdd65b2a176f on network 82916d58-3b8a-4305-b000-1fddbf0dbc37 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:24.636221 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8124eb5-85a9-4773-b65c-1e092fc134fe None None] Pushing event updated for resources: {'Port': ['ID=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:24.642142 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:24.659612 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:24.659993 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Checking segment: {'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:24.660404 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.660890 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Bound using segment: {'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:24.661379 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Bound port: 5790c310-84fc-43e4-9977-fdd65b2a176f, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:24.661763 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.667325 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:24.671652 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:24.674886 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:24.684054 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-80d6f9d2-51cf-4db4-b59f-b9a7315e0e7b service neutron] 10.222.0.31 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457343 May 25 17:11:24.701346 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Pushing event updated for resources: {'Port': ['ID=60bc4e9d-3093-46cc-92d8-e2f327067340,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:24.709831 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:24.710582 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.778246 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Attempting to bind port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:24.778880 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Attempting to bind port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:24.779540 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Attempting to bind port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 on network 400e769d-9a66-45af-badf-741858a97960 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:24.791605 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-801a4889-192f-4727-a69d-01a9f134e0aa req-a7d34c2d-a778-4c01-bfee-663a8cb7e7c1 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186775 May 25 17:11:24.804177 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:24.804629 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Checking segment: {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:24.805117 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.805577 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Bound using segment: {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:24.806056 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Bound port: 5be0867e-0edc-455f-b0f6-a0db4b4f4be3, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:24.806438 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.831865 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:24.850324 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] For port 5790c310-84fc-43e4-9977-fdd65b2a176f, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:24.904823 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:24.934615 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] For port 5790c310-84fc-43e4-9977-fdd65b2a176f, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=5790c310-84fc-43e4-9977-fdd65b2a176f,segment=NetworkSegment(58a78b10-bef7-45b0-841b-873047a0a7c6),segment_id=58a78b10-bef7-45b0-841b-873047a0a7c6)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:24.953172 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-a8f433b3-e3bb-4af4-8db2-2c04121ad9e5 None None] Provisioning complete for port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:24.953172 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8f433b3-e3bb-4af4-8db2-2c04121ad9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.958491 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:24.964083 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:24.996755 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] For port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:25.001488 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:11:25.003966 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf86a77a-7c18-4ac4-ab76-23fb711dbe64 req-3d091f62-dc0a-4701-b20b-df0d4a803952 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 210 time: 0.0719879 May 25 17:11:25.063716 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] For port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:25.066749 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:25.069399 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-a8f433b3-e3bb-4af4-8db2-2c04121ad9e5 None None] Port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:11:25.087986 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.142864 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Pushing event updated for resources: {'Port': ['ID=5790c310-84fc-43e4-9977-fdd65b2a176f,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:25.163546 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.165505 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.165505 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.165505 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.165505 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.165505 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.166062 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.166062 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.166271 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.166562 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.166835 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.167184 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.167514 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.167831 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.168153 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e23bf-f72b-48f1-bd55-2a7791440812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:25.219555 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:25.220028 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:25.230059 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks [] for router_gateway (8ec942e5-6fee-465a-ba75-ca926d6b8e17), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.244433 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51558) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:25.316538 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2809fbb0-4875-4265-9eda-b698ec0cfffc admin admin] Deleting subnet 24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:11:25.342155 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2809fbb0-4875-4265-9eda-b698ec0cfffc admin admin] Publish callbacks [] for subnet (24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.446582 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2809fbb0-4875-4265-9eda-b698ec0cfffc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260932969'] for subnet (24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.599650 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:25.601214 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6e288-089f-42c2-9d36-98246a764c92 req-fd09d7ea-4a9f-4a54-8c25-07194c0d7e54 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:25.604925 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8124eb5-85a9-4773-b65c-1e092fc134fe None None] Pushing event updated for resources: {'Port': ['ID=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:25.612845 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-71d6e288-089f-42c2-9d36-98246a764c92 req-fd09d7ea-4a9f-4a54-8c25-07194c0d7e54 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1143670 May 25 17:11:25.664181 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (8ec942e5-6fee-465a-ba75-ca926d6b8e17), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.695552 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'port_id': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'mac_address': 'fa:16:3e:8b:20:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:11:25.705898 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-1c4c90fd-6131-4a34-b69d-ce63f5dfb412 None None] Provisioning complete for port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:25.706498 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c4c90fd-6131-4a34-b69d-ce63f5dfb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.719884 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2809fbb0-4875-4265-9eda-b698ec0cfffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.799142 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:25.819508 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-71d6e288-089f-42c2-9d36-98246a764c92 req-ba68e5d1-8485-4276-bfd4-396b747db6b9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023685 May 25 17:11:25.862363 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2809fbb0-4875-4265-9eda-b698ec0cfffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260676993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260128099'] for subnet (24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.893960 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2809fbb0-4875-4265-9eda-b698ec0cfffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:25.919013 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2809fbb0-4875-4265-9eda-b698ec0cfffc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0 HTTP/1.1" status: 204 len: 168 time: 0.6658342 May 25 17:11:25.938941 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fa9d31d9-985b-4772-a564-1cbeee313f84 is: ACTIVE; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:25.939620 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.013155 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51570) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:26.036780 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809fbb0-4875-4265-9eda-b698ec0cfffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ad72bc-ba2d-49bf-a7be-6e9c7f3c3eb0,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:26.098328 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa9d31d9-985b-4772-a564-1cbeee313f84 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:11:26.142389 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:26.211492 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:26.224433 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.229911 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c90fd-6131-4a34-b69d-ce63f5dfb412 None None] Current status of the port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:26.230300 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c4c90fd-6131-4a34-b69d-ce63f5dfb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.241909 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94604f-f843-422c-ac83-709ce99767ce req-2c627a71-e2cb-457a-8d8e-920f9b70fe7d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:26.248058 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be94604f-f843-422c-ac83-709ce99767ce req-2c627a71-e2cb-457a-8d8e-920f9b70fe7d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0892754 May 25 17:11:26.274134 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:26.296339 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-14100756-fed3-48b5-8b55-6a8e61fe56e4 req-46b5938e-3fd8-49b3-898e-c563d4a52816 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 210 time: 0.1198809 May 25 17:11:26.301443 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (f275f7e0-7ca7-4997-ab2c-da8062808dee), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.313481 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be94604f-f843-422c-ac83-709ce99767ce req-3fe13bc1-e272-4093-b001-faf525f034ac tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638423 May 25 17:11:26.349966 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:11:26.387043 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fa9d31d9-985b-4772-a564-1cbeee313f84'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:11:26.389557 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:26.437191 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51586) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:26.446440 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-0af15093-e577-4f6c-8875-88b0994ab2c7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105915554', 'description': 'tempest-description--950620405'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:26.475371 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (f275f7e0-7ca7-4997-ab2c-da8062808dee), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.518742 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f275f7e0-7ca7-4997-ab2c-da8062808dee']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:26.531914 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8278f4d1-f6a5-4425-8335-d53bd03af846') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:26.532287 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:11:26.534108 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8278f4d1-f6a5-4425-8335-d53bd03af846') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:26.536186 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:24Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:26.537468 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0af15093-e577-4f6c-8875-88b0994ab2c7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.544422 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Sync routers for ids ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:11:26.551751 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (8278f4d1-f6a5-4425-8335-d53bd03af846), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.557752 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Routers {'8ec942e5-6fee-465a-ba75-ca926d6b8e17'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:26.560657 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:26.578751 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-1c4c90fd-6131-4a34-b69d-ce63f5dfb412 None None] For port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:26.590050 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (8278f4d1-f6a5-4425-8335-d53bd03af846), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.596590 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:26.608215 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:11:26.609100 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (8278f4d1-f6a5-4425-8335-d53bd03af846), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.650427 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:26.650844 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.668577 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a134d50-99f3-445d-8303-41b7a4063aaa None None] The sync data for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi is: [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:24Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:11:26.670784 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c4c90fd-6131-4a34-b69d-ce63f5dfb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.673421 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7c3ca3ad-4cb3-4f89-b978-bf6fbbfb3b2d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1484635 May 25 17:11:26.683345 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51594) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:26.729633 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 8278f4d1-f6a5-4425-8335-d53bd03af846 resource provider aggregate not found May 25 17:11:26.786627 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 5790c310-84fc-43e4-9977-fdd65b2a176f up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:26.788939 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 8278f4d1-f6a5-4425-8335-d53bd03af846 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8278f4d1-f6a5-4425-8335-d53bd03af846 found for delete ", "request_id": "req-fe372b02-1e13-44d9-9d8a-cd5ee44b0c88"}]} May 25 17:11:26.815104 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (f275f7e0-7ca7-4997-ab2c-da8062808dee), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.889429 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.902506 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f275f7e0-7ca7-4997-ab2c-da8062808dee HTTP/1.1" status: 204 len: 168 time: 0.8882070 May 25 17:11:26.903609 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa701c62-1517-434f-bdb2-2abbe29393b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f275f7e0-7ca7-4997-ab2c-da8062808dee,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:26.912770 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0af15093-e577-4f6c-8875-88b0994ab2c7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (550c6758-c980-412c-b81c-c801897a2620), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:26.913939 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:27.116125 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Set router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:27.131624 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c90fd-6131-4a34-b69d-ce63f5dfb412 None None] Pushing event updated for resources: {'Port': ['ID=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:27.164439 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b78361-6f4d-4a00-b7cc-6b994a479fd4 None None] Network 82916d58-3b8a-4305-b000-1fddbf0dbc37 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:11:27.304764 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ca9f-efab-4785-814a-0fb62083d404 req-f8c77d87-13ae-4702-a398-71dfccd3ddf0 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:27.307162 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ecd9ca9f-efab-4785-814a-0fb62083d404 req-f8c77d87-13ae-4702-a398-71dfccd3ddf0 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1071661 May 25 17:11:27.308001 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0af15093-e577-4f6c-8875-88b0994ab2c7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (550c6758-c980-412c-b81c-c801897a2620), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:27.421908 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af15093-e577-4f6c-8875-88b0994ab2c7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550c6758-c980-412c-b81c-c801897a2620,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:27.449900 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-35de2a53-0216-4766-9427-8b21e3a32727 req-0cce5761-2f05-4289-838c-47a9daebcbd9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 210 time: 0.0611017 May 25 17:11:27.464912 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:11:25Z', 'revision_number': 3, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:27.496149 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 5790c310-84fc-43e4-9977-fdd65b2a176f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:27.496530 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:27.523842 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4d0e6f90-571c-4a39-a603-61abd5a40212 None None] Provisioning complete for port 5790c310-84fc-43e4-9977-fdd65b2a176f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:27.524216 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6f90-571c-4a39-a603-61abd5a40212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:27.532578 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51622) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:27.562988 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Checking router: 8ec942e5-6fee-465a-ba75-ca926d6b8e17 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:11:27.568884 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Updating router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 port 60bc4e9d-3093-46cc-92d8-e2f327067340 binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:11:27.645659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1822d6-da12-4efc-957e-034c8de518ad req-0eb73c06-fe84-4cd7-965f-4093ade6294f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:27.649693 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-0eb73c06-fe84-4cd7-965f-4093ade6294f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 819 time: 0.7327929 May 25 17:11:27.666831 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:27.737752 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0af15093-e577-4f6c-8875-88b0994ab2c7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:27.740225 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1e274fc6-fcc7-4fd3-8ca5-5e3a5635563f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9452c1c2439d4247ad9a4e7e7f0ba486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063932 May 25 17:11:27.747153 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51624) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:27.752508 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0af15093-e577-4f6c-8875-88b0994ab2c7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3119106 May 25 17:11:27.777033 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51626) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:27.786987 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3a8cf81e-968f-423a-b1f7-ae88df71c605 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group_rule': {'security_group_id': '550c6758-c980-412c-b81c-c801897a2620', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:27.876238 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:27.877610 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 5790c310-84fc-43e4-9977-fdd65b2a176f is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:27.878003 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:27.882097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf81e-968f-423a-b1f7-ae88df71c605 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (c786c7f7-9e00-40ba-955b-ec8beeb6d444), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:27.938847 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e6f90-571c-4a39-a603-61abd5a40212 None None] Current status of the port 5790c310-84fc-43e4-9977-fdd65b2a176f is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:27.939239 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6f90-571c-4a39-a603-61abd5a40212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:27.949082 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a42e8-d5b9-40a2-a099-20eecc4568ba req-53d925a7-c3ac-4d84-964b-ec91dd0634f2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:27.950669 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e21a42e8-d5b9-40a2-a099-20eecc4568ba req-53d925a7-c3ac-4d84-964b-ec91dd0634f2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 944 time: 0.3238275 May 25 17:11:27.972360 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:28.050825 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 5790c310-84fc-43e4-9977-fdd65b2a176f, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=5790c310-84fc-43e4-9977-fdd65b2a176f,segment=NetworkSegment(58a78b10-bef7-45b0-841b-873047a0a7c6),segment_id=58a78b10-bef7-45b0-841b-873047a0a7c6)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:28.064058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.122445 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ecd9ca9f-efab-4785-814a-0fb62083d404 req-b650c7af-0b11-4687-b670-e93735776c47 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7972147 May 25 17:11:28.139044 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:28.173285 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.db.api [None req-4d0e6f90-571c-4a39-a603-61abd5a40212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 17:11:28.173842 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG oslo_db.api [None req-4d0e6f90-571c-4a39-a603-61abd5a40212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:11:28.191232 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:28.198045 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=5790c310-84fc-43e4-9977-fdd65b2a176f,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:28.318588 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-fc23bc27-1ab9-47d3-9795-ff44aef07924 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c297ec7b46943f594b67c95479f1f7c HTTP/1.1" status: 200 len: 380 time: 0.6138852 May 25 17:11:28.341384 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'port': {'device_id': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'admin_state_up': True, 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'security_groups': ['7c40b87e-2cf5-45e7-adaa-ed35a9036d57']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:28.365719 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Publish callbacks [] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.379332 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.484720 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Attempting to bind port 60bc4e9d-3093-46cc-92d8-e2f327067340 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:28.488203 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Attempting to bind port 60bc4e9d-3093-46cc-92d8-e2f327067340 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:28.490931 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Attempting to bind port 60bc4e9d-3093-46cc-92d8-e2f327067340 on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:28.501363 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae205a-ccbb-4c28-b8bf-39e195234497 None None] Pushing event updated for resources: {'Port': ['ID=60bc4e9d-3093-46cc-92d8-e2f327067340,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:28.508164 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:28.508978 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:28.509544 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.510598 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:28.511237 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Bound port: 60bc4e9d-3093-46cc-92d8-e2f327067340, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:28.511764 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.743424 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] For port 60bc4e9d-3093-46cc-92d8-e2f327067340, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:28.753504 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] For port 60bc4e9d-3093-46cc-92d8-e2f327067340, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=60bc4e9d-3093-46cc-92d8-e2f327067340,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:28.759409 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf81e-968f-423a-b1f7-ae88df71c605 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (c786c7f7-9e00-40ba-955b-ec8beeb6d444), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.770881 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.790105 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e6f90-571c-4a39-a603-61abd5a40212 None None] Current status of the port 5790c310-84fc-43e4-9977-fdd65b2a176f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:28.874778 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e21a42e8-d5b9-40a2-a099-20eecc4568ba req-35ba9938-c1ed-413a-94a7-3b4f683c4516 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9003646 May 25 17:11:28.879504 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf81e-968f-423a-b1f7-ae88df71c605 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (c786c7f7-9e00-40ba-955b-ec8beeb6d444), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.892922 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae205a-ccbb-4c28-b8bf-39e195234497 None None] Pushing event updated for resources: {'Port': ['ID=60bc4e9d-3093-46cc-92d8-e2f327067340,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:28.904553 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:28.907507 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Routers {'8ec942e5-6fee-465a-ba75-ca926d6b8e17'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:28.909313 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:28.931893 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-bc1609a9-08c3-41e8-b7c8-a30952311522 None None] Provisioning complete for port 5790c310-84fc-43e4-9977-fdd65b2a176f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:28.932388 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bc1609a9-08c3-41e8-b7c8-a30952311522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:28.986145 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:29.007956 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4de70901-28ca-41f2-b5b0-924a6405e4e6 admin admin] Publish callbacks [] for security_group (c87b3e4b-7d37-4c54-8eca-2b8660c735b0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.021957 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cf81e-968f-423a-b1f7-ae88df71c605 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c786c7f7-9e00-40ba-955b-ec8beeb6d444,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:29.053837 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29b8f619-9358-4b5f-8472-b723944a4c0d req-64723b10-bc3b-4eb1-b649-48ecfa648c86 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 210 time: 0.1944864 May 25 17:11:29.072135 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:29.092897 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf81e-968f-423a-b1f7-ae88df71c605 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.094384 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3a8cf81e-968f-423a-b1f7-ae88df71c605 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3157663 May 25 17:11:29.102828 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51646) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:29.109277 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] Set router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:29.113571 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e7eef20c-b20b-4bb1-bc33-1aafab27b42d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group_rule': {'security_group_id': '550c6758-c980-412c-b81c-c801897a2620', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:29.145730 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4de70901-28ca-41f2-b5b0-924a6405e4e6 admin admin] Publish callbacks [] for security_group (c87b3e4b-7d37-4c54-8eca-2b8660c735b0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.149059 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:29.208907 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:29.209590 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.221617 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.261968 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Made reservation on behalf of 8c297ec7b46943f594b67c95479f1f7c for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:29.267137 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.279315 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7eef20c-b20b-4bb1-bc33-1aafab27b42d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (463dfd46-5f72-4e97-be0b-905a49c11a35), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.302102 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-bc1609a9-08c3-41e8-b7c8-a30952311522 None None] Current status of the port 5790c310-84fc-43e4-9977-fdd65b2a176f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:29.307135 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fa9d31d9-985b-4772-a564-1cbeee313f84 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:29.307691 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.323592 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:29.369697 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7eef20c-b20b-4bb1-bc33-1aafab27b42d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (463dfd46-5f72-4e97-be0b-905a49c11a35), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.409376 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:29.410702 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 5790c310-84fc-43e4-9977-fdd65b2a176f up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:29.436253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7eef20c-b20b-4bb1-bc33-1aafab27b42d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (463dfd46-5f72-4e97-be0b-905a49c11a35), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.487685 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d132-f094-410e-a355-467efd5d30ea req-f612e06d-8bfd-4241-83ef-8abe74c5881e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:29.497088 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ce2d132-f094-410e-a355-467efd5d30ea req-f612e06d-8bfd-4241-83ef-8abe74c5881e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.2068229 May 25 17:11:29.499867 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:11:25Z', 'revision_number': 3, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:29.510321 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fa9d31d9-985b-4772-a564-1cbeee313f84 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:29.510945 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.534893 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 5790c310-84fc-43e4-9977-fdd65b2a176f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:29.535513 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.543037 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eef20c-b20b-4bb1-bc33-1aafab27b42d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463dfd46-5f72-4e97-be0b-905a49c11a35,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:29.550556 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97393a7f-2f2f-4a67-8a14-3118a5a03e0a None None] The sync data for ids ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'] in dv-cinder-843309-1-iscsi is: [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:11:25Z', 'revision_number': 3, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:11:29.600166 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:29.607233 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ce2d132-f094-410e-a355-467efd5d30ea req-a0d24988-fb92-4003-85bb-f3c30ab659ae tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089020 May 25 17:11:29.610001 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4de70901-28ca-41f2-b5b0-924a6405e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c87b3e4b-7d37-4c54-8eca-2b8660c735b0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.614088 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4de70901-28ca-41f2-b5b0-924a6405e4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.615096 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377778de-5728-4205-ad03-225217fe7af8" -d '{"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:29.616349 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4de70901-28ca-41f2-b5b0-924a6405e4e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c87b3e4b-7d37-4c54-8eca-2b8660c735b0 HTTP/1.1" status: 204 len: 168 time: 1.8650248 May 25 17:11:29.623861 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7eef20c-b20b-4bb1-bc33-1aafab27b42d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.625699 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e7eef20c-b20b-4bb1-bc33-1aafab27b42d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5217693 May 25 17:11:29.633963 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51656) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:29.641249 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:29.647992 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:29.661003 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70901-28ca-41f2-b5b0-924a6405e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b3e4b-7d37-4c54-8eca-2b8660c735b0,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:29.680458 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:29.701697 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.756448 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.888762 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:29.930721 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1804a0b9-2115-4984-af0c-10542c43e76d x-openstack-request-id: req-1804a0b9-2115-4984-af0c-10542c43e76d {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:29.931040 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:29.931261 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1804a0b9-2115-4984-af0c-10542c43e76d {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:29.931652 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1804a0b9-2115-4984-af0c-10542c43e76d'] response: {'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'code': 200} May 25 17:11:30.027322 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=7']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:30.034023 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 5790c310-84fc-43e4-9977-fdd65b2a176f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:30.049922 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Allocated IP 172.27.0.219 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/642c0b4d-8686-4bb5-b398-e7ce951efb46) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:30.192120 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4f897-373d-46db-90f8-d767ceac4033 req-680e20be-4774-4fad-8cc6-c537af84fa7b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:30.205301 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f8c4f897-373d-46db-90f8-d767ceac4033 req-680e20be-4774-4fad-8cc6-c537af84fa7b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.2266765 May 25 17:11:30.208124 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (642c0b4d-8686-4bb5-b398-e7ce951efb46), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:30.242949 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:30.244112 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:30.287630 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f8c4f897-373d-46db-90f8-d767ceac4033 req-153934b2-3388-4ed7-bfe3-343a2dc043c5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757878 May 25 17:11:30.299375 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (642c0b4d-8686-4bb5-b398-e7ce951efb46), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:30.306244 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Allocated IP 172.20.0.13 (79368167-854c-4f50-95fb-3c054bede279/51208e80-16c2-4bac-beb9-5cc2fe309044/9f418fcd-8e98-4ba1-96ee-1e27e32eb165) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:30.402023 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:30.410699 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:30.416740 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:30.432086 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-661b4817-a6c1-41ce-b8c8-566283d57c26 req-0589fbf3-f14c-45e9-8dc6-1cb71262098f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 210 time: 0.1468477 May 25 17:11:30.500064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Allocated IP 172.20.0.1 (82916d58-3b8a-4305-b000-1fddbf0dbc37/94ef1857-df7d-40c3-a176-40fb06d4039a/3c2bda1f-2e40-43e3-b0e1-2eb027202680) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:30.564449 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=642c0b4d-8686-4bb5-b398-e7ce951efb46,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:30.623495 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 60bc4e9d-3093-46cc-92d8-e2f327067340 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:30.794341 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 60bc4e9d-3093-46cc-92d8-e2f327067340 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:30.795021 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:30.806300 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (d83d2a31-9cf9-417f-8380-f40b97843b31), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:30.914491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28159b10-7d45-461f-aacd-bcb06af2750a req-ba3590f6-8572-4ef6-9786-32e213d57975 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:30.927273 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-28159b10-7d45-461f-aacd-bcb06af2750a req-ba3590f6-8572-4ef6-9786-32e213d57975 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1720765 May 25 17:11:30.932101 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (642c0b4d-8686-4bb5-b398-e7ce951efb46), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:30.962985 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.021114 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-28159b10-7d45-461f-aacd-bcb06af2750a req-7f2e738c-1022-4a96-9733-cb3c5e8a5f7a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923536 May 25 17:11:31.028604 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 60bc4e9d-3093-46cc-92d8-e2f327067340 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:31.029236 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.043544 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:31.073130 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 60bc4e9d-3093-46cc-92d8-e2f327067340, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=60bc4e9d-3093-46cc-92d8-e2f327067340,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:31.084050 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.167619 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=60bc4e9d-3093-46cc-92d8-e2f327067340,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:31.223491 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.234067 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Publish callbacks [] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.248480 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:31.322635 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Network 79368167-854c-4f50-95fb-3c054bede279 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:31.342123 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51686) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:31.354447 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:31.404560 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:31.490787 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event updated for resources: {'Port': ['ID=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:31.583528 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1174072463-network', 'tenant_id': '0f97d685bab047d8bbcd4c9e804f7d82'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:31.595567 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (642c0b4d-8686-4bb5-b398-e7ce951efb46), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.605226 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:31.606021 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.618709 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (642c0b4d-8686-4bb5-b398-e7ce951efb46), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.642355 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0dd08-7983-469b-9c91-0c803fc26c15 req-07d3e4a7-8711-415f-adec-a8416d619dab tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:31.651668 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e0f0dd08-7983-469b-9c91-0c803fc26c15 req-07d3e4a7-8711-415f-adec-a8416d619dab tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 932 time: 0.0870247 May 25 17:11:31.676624 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:31.681567 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Made reservation on behalf of 0f97d685bab047d8bbcd4c9e804f7d82 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:31.684123 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.697072 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.698843 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=642c0b4d-8686-4bb5-b398-e7ce951efb46,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:31.711070 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21858847-82a6-4780-a1aa-b315fe8fb3ea req-e7c11dc4-121a-4d59-814e-aaf5abe91c3d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:31.718260 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21858847-82a6-4780-a1aa-b315fe8fb3ea req-e7c11dc4-121a-4d59-814e-aaf5abe91c3d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.2833915 May 25 17:11:31.721129 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.750728 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-208336d4-6928-4780-ba50-527da2aa4230 None None] Provisioning complete for port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:31.755871 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e0f0dd08-7983-469b-9c91-0c803fc26c15 req-e6076c1e-0b0e-4bb3-978a-9c6f987ee8e8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032767 May 25 17:11:31.756698 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-208336d4-6928-4780-ba50-527da2aa4230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.795090 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Network 82916d58-3b8a-4305-b000-1fddbf0dbc37 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:31.815131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:31.823651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:31.858827 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-208336d4-6928-4780-ba50-527da2aa4230 None None] Port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:11:31.894553 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Publish callbacks [] for security_group (2d1f453e-7747-4d54-9d0e-0b9d518ef2f4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.902309 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2d1f453e-7747-4d54-9d0e-0b9d518ef2f4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.918341 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-9a499c51-d5a0-4c61-8a8f-ab1e81b5bd30 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5895572 May 25 17:11:31.936009 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:11:31.964710 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Request body: {'port': {'device_id': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:31.973281 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (e48c3c26-e27d-4c3a-8a8e-c78bafd0e482), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:31.974183 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Added segment e48c3c26-e27d-4c3a-8a8e-c78bafd0e482 of type vlan for network 2300e90b-d27f-4f3f-bb1d-d819acec0222 May 25 17:11:31.975814 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:32.013892 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (8ec942e5-6fee-465a-ba75-ca926d6b8e17), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.074610 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Pushing event updated for resources: {'Port': ['ID=3c2bda1f-2e40-43e3-b0e1-2eb027202680,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:32.074931 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (2300e90b-d27f-4f3f-bb1d-d819acec0222), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.089290 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (d83d2a31-9cf9-417f-8380-f40b97843b31), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.109674 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:32.110174 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21858847-82a6-4780-a1aa-b315fe8fb3ea req-79accfac-9fc4-46ef-8bfc-74ef406c8af3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3860416 May 25 17:11:32.142046 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (2300e90b-d27f-4f3f-bb1d-d819acec0222), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.143218 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:32.143886 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.201397 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3da9612d-8547-44df-8327-639e0ffb2c56 None None] Provisioning complete for port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:32.203488 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3da9612d-8547-44df-8327-639e0ffb2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.256871 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.268160 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3da9612d-8547-44df-8327-639e0ffb2c56 None None] Port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:11:32.277043 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9339979 May 25 17:11:32.284555 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51696) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:32.307496 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Request body: {'subnet': {'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1174072463-subnet', 'tenant_id': '0f97d685bab047d8bbcd4c9e804f7d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:32.330032 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855b3c-4c0b-4f48-ab7d-42c807bab9fa req-8a838de4-1689-4a23-9ca4-3258c4a28de0 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:32.332005 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e5855b3c-4c0b-4f48-ab7d-42c807bab9fa req-8a838de4-1689-4a23-9ca4-3258c4a28de0 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1807430 May 25 17:11:32.349276 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa0a4c-7465-4acc-aa7d-ceb97078e050 admin admin] Pushing event updated for resources: {'Network': ['ID=2300e90b-d27f-4f3f-bb1d-d819acec0222,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:32.366549 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network 2300e90b-d27f-4f3f-bb1d-d819acec0222 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:11:32.393250 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Made reservation on behalf of 0f97d685bab047d8bbcd4c9e804f7d82 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:32.397571 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260128152'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.620547 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:32.650011 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 60bc4e9d-3093-46cc-92d8-e2f327067340 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:32.664906 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260677062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260128106'] for subnet (b3c99ca6-0162-43fa-8e3b-53666569599e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.675724 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.677133 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fd2735be-e95c-49ac-8c09-be9487abfc0e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0399988 May 25 17:11:32.678687 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:32.680253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.719392 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e5855b3c-4c0b-4f48-ab7d-42c807bab9fa req-e8608858-1d44-43c5-95ec-ee7f31edc6f4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811452 May 25 17:11:32.744819 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c99ca6-0162-43fa-8e3b-53666569599e,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:32.775161 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 60bc4e9d-3093-46cc-92d8-e2f327067340 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:32.775739 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.785956 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Checking segment: {'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:32.786127 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Network hostable DHCP agents. Network: 2300e90b-d27f-4f3f-bb1d-d819acec0222, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:11:32.817034 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Network 2300e90b-d27f-4f3f-bb1d-d819acec0222 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:11:32.832717 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, 2300e90b-d27f-4f3f-bb1d-d819acec0222) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:32.837292 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:32.838829 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:32.847846 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702e7699-a0d2-4d10-aa01-ba5fd934de2d None None] Network 2300e90b-d27f-4f3f-bb1d-d819acec0222 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:11:32.880410 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6c5cb6ad-896f-432a-b746-85472006bcca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5715930 May 25 17:11:32.924704 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:33.044321 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d927c-050c-4e3c-942f-d8c2bce5efe4 None None] Network 2300e90b-d27f-4f3f-bb1d-d819acec0222 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:11:33.050714 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 60bc4e9d-3093-46cc-92d8-e2f327067340 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:33.128937 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e03c73-ab1b-4c49-9a02-a5bf4d2a15e1 req-7f8b1346-94fc-463a-a696-c50c91f4384b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:33.138733 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78e03c73-ab1b-4c49-9a02-a5bf4d2a15e1 req-7f8b1346-94fc-463a-a696-c50c91f4384b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 932 time: 0.2379782 May 25 17:11:33.198327 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-3fcdba80-4b1d-4084-94fe-f30184554cda tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--105915554&fields=id&tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 267 time: 0.1004694 May 25 17:11:33.287048 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78e03c73-ab1b-4c49-9a02-a5bf4d2a15e1 req-cef3355c-e23f-4d0b-a3e9-f6a06bba3821 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473334 May 25 17:11:33.374361 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-d3bb91fc-f9b9-419a-93f2-e264a5dd29ce tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:33.376450 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-d3bb91fc-f9b9-419a-93f2-e264a5dd29ce tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 814 time: 0.1671610 May 25 17:11:33.391615 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-1c5e4273-6894-41dd-a2e3-26802111dd6e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/quotas/6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 375 time: 0.0100980 May 25 17:11:33.457978 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-1b383b84-429b-4149-a53d-b9ba8f7834da tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604417 May 25 17:11:33.505924 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Publish callbacks [] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:33.549737 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:33.550794 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:33.566556 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:33.614704 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-7f4a5543-d5ad-446d-831c-701c929bd6d4 service neutron] 10.222.0.31 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393790 May 25 17:11:33.640387 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Pushing event updated for resources: {'Port': ['ID=3c2bda1f-2e40-43e3-b0e1-2eb027202680,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:33.701872 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81031d0-4f7f-4853-9dad-5afd3b3e1a81 req-17ffedaa-f2ee-467d-ab26-467d98877a7d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:33.704737 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a81031d0-4f7f-4853-9dad-5afd3b3e1a81 req-17ffedaa-f2ee-467d-ab26-467d98877a7d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.2275386 May 25 17:11:33.753485 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (8ec942e5-6fee-465a-ba75-ca926d6b8e17), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:33.790204 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-d96d5927-5254-43a1-ac4e-d0a81c178580 service neutron] 10.222.0.31 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685779 May 25 17:11:33.871146 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:33.874574 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:11:33.929522 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Publish callbacks [] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:33.963086 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Transition to ACTIVE for port object 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:11:33.967411 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a81031d0-4f7f-4853-9dad-5afd3b3e1a81 req-5570b09a-c7ae-4f5f-b2f4-1f178b6d1cfd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539165 May 25 17:11:33.970559 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:34.215066 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda19719-ab09-4962-9311-e839c48a4bc1 req-cd6a16cb-73f0-4699-bb31-c089bf6035ce tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:34.216719 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eda19719-ab09-4962-9311-e839c48a4bc1 req-cd6a16cb-73f0-4699-bb31-c089bf6035ce tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0880871 May 25 17:11:34.235119 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c26ad8cf-be5c-44e8-8b7a-1b97b2c4eed5 req-e25ad95c-a373-4b18-8767-f01412b473c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 210 time: 0.1346090 May 25 17:11:34.247873 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Pushing event updated for resources: {'Port': ['ID=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:34.297751 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Network 82916d58-3b8a-4305-b000-1fddbf0dbc37 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:34.383223 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:34.429307 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:34.538882 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eda19719-ab09-4962-9311-e839c48a4bc1 req-977c896a-0316-467e-85b2-2323a932813a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071136 May 25 17:11:34.577936 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Attempting to bind port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:34.578228 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Attempting to bind port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:34.578781 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Attempting to bind port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 on network 79368167-854c-4f50-95fb-3c054bede279 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:34.607085 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 on network 79368167-854c-4f50-95fb-3c054bede279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:11:34.609770 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Attempting to bind port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 on network 79368167-854c-4f50-95fb-3c054bede279 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:34.650303 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f53d8-53bc-47b1-b3f6-5d10c20e9be1 req-8da47b1c-95bf-4f9b-a789-c0cb6013b07a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:34.668285 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c7f53d8-53bc-47b1-b3f6-5d10c20e9be1 req-8da47b1c-95bf-4f9b-a789-c0cb6013b07a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 944 time: 0.2073586 May 25 17:11:34.694138 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:34.700299 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Checking segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:34.701028 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Bound using segment: {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:34.701653 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Bound port: 9f418fcd-8e98-4ba1-96ee-1e27e32eb165, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24101ce-305e-4a83-af9e-b697c6ac3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '79368167-854c-4f50-95fb-3c054bede279'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:34.702957 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:34.736503 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:34.846878 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c7f53d8-53bc-47b1-b3f6-5d10c20e9be1 req-735cabf2-d61e-4122-b32a-95de1666b94f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754220 May 25 17:11:34.882919 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2a71e49a-5881-48f9-a11e-492c8a6e86a8 None None] Provisioning complete for port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:34.883732 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2a71e49a-5881-48f9-a11e-492c8a6e86a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:34.918800 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] For port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165, host hv-cinder-84330, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:34.926468 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2a71e49a-5881-48f9-a11e-492c8a6e86a8 None None] Port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:11:34.927566 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] For port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:34.940996 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:34.987113 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:11:35.054593 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Pushing event updated for resources: {'Port': ['ID=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:35.064250 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:35.065211 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:35.066846 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-15b6d71c-d9a5-4308-af66-23e6aee7ca6f service neutron] 10.222.0.71 "PUT /v2.0/ports/9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 200 len: 1094 time: 3.1218617 May 25 17:11:35.067505 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:35.070549 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b3a26-432a-4708-8118-c9424cccc01c" -d '{"events": [{"name": "network-changed", "server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:35.313027 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c81aa9e-d3e2-49c6-8d9c-ba774d4f999d x-openstack-request-id: req-3c81aa9e-d3e2-49c6-8d9c-ba774d4f999d {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:35.313742 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:35.314218 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c81aa9e-d3e2-49c6-8d9c-ba774d4f999d {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:35.314629 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c81aa9e-d3e2-49c6-8d9c-ba774d4f999d'] response: {'name': 'network-changed', 'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'status': 'completed', 'code': 200} May 25 17:11:35.317744 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:11:35.327054 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Sync routers for ids ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:11:35.348961 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Routers {'8ec942e5-6fee-465a-ba75-ca926d6b8e17'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:35.352735 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:35.390827 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-dca234c5-a925-47bd-878f-38f49619694b admin admin] 10.222.0.31 "PUT /v2.0/routers/8ec942e5-6fee-465a-ba75-ca926d6b8e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6999497 May 25 17:11:35.436018 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1bce0acb-9d52-4efb-9f3f-26067cb041d1 req-81c496d4-7bf7-4dda-b99f-9ed21fd8b647 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 210 time: 0.0922554 May 25 17:11:35.553453 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2158f1-1d53-414f-a6ae-215affb7f7b9 req-29010eee-aeda-4cd2-9737-7eaaf0df27c1 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:35.555384 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f2158f1-1d53-414f-a6ae-215affb7f7b9 req-29010eee-aeda-4cd2-9737-7eaaf0df27c1 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.2396932 May 25 17:11:35.621563 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1822d6-da12-4efc-957e-034c8de518ad req-e0226302-413f-4eee-844f-fbb90bd8dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:35.623341 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-e0226302-413f-4eee-844f-fbb90bd8dbd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1128 time: 0.3135595 May 25 17:11:35.628486 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f2158f1-1d53-414f-a6ae-215affb7f7b9 req-213e3539-57bb-4d2c-b5f2-b414aaf399e5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653467 May 25 17:11:35.709768 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Set router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:35.777260 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-a7db07a1-71bc-4405-9cdf-d1742c1646d8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:35.778927 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-a7db07a1-71bc-4405-9cdf-d1742c1646d8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/networks?id=2300e90b-d27f-4f3f-bb1d-d819acec0222 HTTP/1.1" status: 200 len: 814 time: 0.1994190 May 25 17:11:35.820959 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-9c1f4d4c-7bb6-465d-8dc5-6071a5aeed50 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/quotas/0f97d685bab047d8bbcd4c9e804f7d82 HTTP/1.1" status: 200 len: 375 time: 0.0355613 May 25 17:11:35.841366 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-414e5c52-7bca-4d35-9a2b-80ec1ed6292b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 200 len: 217 time: 0.1016893 May 25 17:11:35.847756 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89506542-f84d-417f-a137-00df5cae0f37 req-91de3aa2-f0bb-48e4-8604-a86afdb8d09e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:35.850544 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89506542-f84d-417f-a137-00df5cae0f37 req-91de3aa2-f0bb-48e4-8604-a86afdb8d09e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0590253 May 25 17:11:35.891634 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-5d0ca20e-13af-40f8-83a2-388be40f1d5f tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f97d685bab047d8bbcd4c9e804f7d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663087 May 25 17:11:35.989063 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:36.028185 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1822d6-da12-4efc-957e-034c8de518ad req-abdb38ac-ec94-4605-af94-e81b8a7df419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:36.031182 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-abdb38ac-ec94-4605-af94-e81b8a7df419 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.1797361 May 25 17:11:36.036581 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89506542-f84d-417f-a137-00df5cae0f37 req-52fefe47-f0ea-4b14-8d89-21b232a5bda4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731269 May 25 17:11:36.109927 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1822d6-da12-4efc-957e-034c8de518ad req-28417a9c-77ab-42b1-8b12-00b333c54e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:36.111472 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-28417a9c-77ab-42b1-8b12-00b333c54e9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630910 May 25 17:11:36.185722 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:11:32Z', 'revision_number': 4, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '3c2bda1f-2e40-43e3-b0e1-2eb027202680', 'name': '', 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'mac_address': 'fa:16:3e:9a:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '94ef1857-df7d-40c3-a176-40fb06d4039a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:29Z', 'updated_at': '2022-05-25T17:11:32Z', 'revision_number': 2, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'subnets': [{'id': '94ef1857-df7d-40c3-a176-40fb06d4039a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:36.219483 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Checking router: 8ec942e5-6fee-465a-ba75-ca926d6b8e17 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:11:36.220023 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Updating router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:11:36.268394 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:36.323971 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-fdd365e8-7121-4f38-ae68-cfd180ed0a6e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:36.326169 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-fdd365e8-7121-4f38-ae68-cfd180ed0a6e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 814 time: 0.4248762 May 25 17:11:36.331217 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-a1894c22-28ba-4746-a790-cbd2ccc6674b service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100508 May 25 17:11:36.344340 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-d0370fb6-07d3-42bd-ab86-96dc18702f7d service neutron] 10.222.0.31 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512661 May 25 17:11:36.482379 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1822d6-da12-4efc-957e-034c8de518ad req-be2b65a1-0074-4bee-b112-0980d59590b8 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205649 May 25 17:11:36.538350 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51804) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:36.542606 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-294abe55-e7cc-4b39-8b68-13369f0c5cac tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 472 time: 0.1724095 May 25 17:11:36.543740 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-37e3658d-3bce-43f3-bc52-ce0bfc65d2f6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261209830', 'description': 'tempest-secgroup-smoke-1261209830 description', 'project_id': '1d67075f4eaf4908acb0c2763153b81c'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:36.579493 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e3658d-3bce-43f3-bc52-ce0bfc65d2f6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:36.609948 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-a89f034f-763d-4a57-8be5-46f7eb9a29ee service neutron] 10.222.0.31 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640986 May 25 17:11:36.640371 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:36.704155 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:36.706073 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db7902-e64e-47b2-9427-68f7a0c8dae1 req-7df11b50-31be-4a07-955c-86f13467ad60 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:36.707790 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44db7902-e64e-47b2-9427-68f7a0c8dae1 req-7df11b50-31be-4a07-955c-86f13467ad60 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 944 time: 0.1136851 May 25 17:11:36.788479 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44db7902-e64e-47b2-9427-68f7a0c8dae1 req-c667d0ab-8199-484e-939a-31d773fc9bc8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722673 May 25 17:11:36.818632 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e3658d-3bce-43f3-bc52-ce0bfc65d2f6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group (7d76e9e4-fd7a-4aa8-971e-045332093274), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:36.825212 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e3658d-3bce-43f3-bc52-ce0bfc65d2f6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (7d76e9e4-fd7a-4aa8-971e-045332093274), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:36.884773 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e3658d-3bce-43f3-bc52-ce0bfc65d2f6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:36.894520 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51812) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:36.895106 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-37e3658d-3bce-43f3-bc52-ce0bfc65d2f6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3517957 May 25 17:11:36.901366 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2331db51-779e-4abd-87be-045f868365cd tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'security_group_rule': {'security_group_id': '7d76e9e4-fd7a-4aa8-971e-045332093274', 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:36.908670 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3658d-3bce-43f3-bc52-ce0bfc65d2f6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d76e9e4-fd7a-4aa8-971e-045332093274,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:36.946885 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-199eb10f-c508-4fda-a207-4337662504cf req-5ff0ae33-31fe-4ba1-a566-810566aaaeda tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 210 time: 0.0508013 May 25 17:11:37.017430 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2331db51-779e-4abd-87be-045f868365cd tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (4b1d2dad-d940-4ad9-a708-c93df2c159ad), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.025106 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Publish callbacks [] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.042807 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.063332 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44cc467d-044a-4649-a64a-b94ff7f20fcd req-e10d4b71-bd44-4eef-bcd5-f122ed105d88 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 210 time: 0.0316846 May 25 17:11:37.110655 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d9bf2-fdb3-47c5-a0d0-7f4007edda6c None None] Pushing event updated for resources: {'Port': ['ID=3c2bda1f-2e40-43e3-b0e1-2eb027202680,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:37.125295 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4771b-b73f-4660-aa1a-601cdcacb410 req-ec9eb2e7-c55b-46b5-badb-e1f2b1ea6814 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:37.143460 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b5a4771b-b73f-4660-aa1a-601cdcacb410 req-ec9eb2e7-c55b-46b5-badb-e1f2b1ea6814 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.1367433 May 25 17:11:37.143663 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:37.256591 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Attempting to bind port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:37.257237 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Attempting to bind port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:37.258686 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Attempting to bind port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 on network 82916d58-3b8a-4305-b000-1fddbf0dbc37 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:37.263719 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2331db51-779e-4abd-87be-045f868365cd tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (4b1d2dad-d940-4ad9-a708-c93df2c159ad), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.271304 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:37.281876 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:37.283755 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Checking segment: {'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:37.284467 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.290540 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:37.293182 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Bound using segment: {'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:37.294092 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Bound port: 3c2bda1f-2e40-43e3-b0e1-2eb027202680, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a78b10-bef7-45b0-841b-873047a0a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:37.294724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.297070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2331db51-779e-4abd-87be-045f868365cd tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (4b1d2dad-d940-4ad9-a708-c93df2c159ad), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.323797 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331db51-779e-4abd-87be-045f868365cd tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1d2dad-d940-4ad9-a708-c93df2c159ad,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:37.350352 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863af5-664f-4fdb-8789-3eac9fd2fca7 req-b1123054-1c36-4a7f-a2fa-656f02b10290 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:37.353020 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd863af5-664f-4fdb-8789-3eac9fd2fca7 req-b1123054-1c36-4a7f-a2fa-656f02b10290 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1203256 May 25 17:11:37.357440 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b5a4771b-b73f-4660-aa1a-601cdcacb410 req-abfea4e0-d0bb-405b-a2ff-8f767406515b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109389 May 25 17:11:37.391632 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2331db51-779e-4abd-87be-045f868365cd tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.398479 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2331db51-779e-4abd-87be-045f868365cd tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5000360 May 25 17:11:37.399543 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51822) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:37.412020 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-0c760f89-1724-4bd2-ba7e-cf91e2b10d05 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'security_group_rule': {'security_group_id': '7d76e9e4-fd7a-4aa8-971e-045332093274', 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:37.422482 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] For port 3c2bda1f-2e40-43e3-b0e1-2eb027202680, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:37.426050 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] For port 3c2bda1f-2e40-43e3-b0e1-2eb027202680, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=3c2bda1f-2e40-43e3-b0e1-2eb027202680,segment=NetworkSegment(58a78b10-bef7-45b0-841b-873047a0a7c6),segment_id=58a78b10-bef7-45b0-841b-873047a0a7c6)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:37.434118 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.474205 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd863af5-664f-4fdb-8789-3eac9fd2fca7 req-e92216c3-b7f1-42a0-873b-d58518c5a07b tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158977 May 25 17:11:37.503444 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'port': {'device_id': '145de36f-e49b-4444-85c5-4a207d31619b', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'admin_state_up': True, 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'security_groups': ['550c6758-c980-412c-b81c-c801897a2620']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:37.525711 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d9bf2-fdb3-47c5-a0d0-7f4007edda6c None None] Pushing event updated for resources: {'Port': ['ID=3c2bda1f-2e40-43e3-b0e1-2eb027202680,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:37.570965 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-19339835-f500-4834-afb0-32f8fe4e2548 None None] Provisioning complete for port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:37.571425 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-19339835-f500-4834-afb0-32f8fe4e2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.647704 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-87605895-040d-4c57-b317-ea6b992a3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:37.649690 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.653111 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-87605895-040d-4c57-b317-ea6b992a3221 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1128 time: 0.1530724 May 25 17:11:37.705263 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0c760f89-1724-4bd2-ba7e-cf91e2b10d05 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (33b9de49-6a67-45ef-82f8-d6831e4dc77d), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.711359 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Routers {'8ec942e5-6fee-465a-ba75-ca926d6b8e17'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:37.712012 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:37.853672 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Made reservation on behalf of 6ad0c3cc9eaf41c09d6b967a2fa49900 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:37.857253 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.883496 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-f9277fdc-0d51-4e19-993c-26c50d9e18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:37.887841 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-f9277fdc-0d51-4e19-993c-26c50d9e18f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.2247007 May 25 17:11:37.892828 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-19339835-f500-4834-afb0-32f8fe4e2548 None None] Current status of the port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:37.893877 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-19339835-f500-4834-afb0-32f8fe4e2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.960625 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0c760f89-1724-4bd2-ba7e-cf91e2b10d05 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (33b9de49-6a67-45ef-82f8-d6831e4dc77d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:37.966112 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-b6b674d5-8887-45ab-a841-c80ed220f646 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 200 len: 217 time: 0.0682681 May 25 17:11:37.977741 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0c760f89-1724-4bd2-ba7e-cf91e2b10d05 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (33b9de49-6a67-45ef-82f8-d6831e4dc77d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.050311 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-b248b558-ab83-4ec5-8950-afb48c28eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:38.052458 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-b248b558-ab83-4ec5-8950-afb48c28eb5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.0794041 May 25 17:11:38.088355 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c760f89-1724-4bd2-ba7e-cf91e2b10d05 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b9de49-6a67-45ef-82f8-d6831e4dc77d,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:38.103998 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42152fe-d162-4073-8894-05f3d2ea63d0 req-24874fc8-c86c-41b7-8d0d-ebbbd3f3f9c1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:38.105606 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b42152fe-d162-4073-8894-05f3d2ea63d0 req-24874fc8-c86c-41b7-8d0d-ebbbd3f3f9c1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 944 time: 0.1609681 May 25 17:11:38.114133 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0c760f89-1724-4bd2-ba7e-cf91e2b10d05 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.115436 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0c760f89-1724-4bd2-ba7e-cf91e2b10d05 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7150028 May 25 17:11:38.137491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 51836) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:38.155982 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c881476e-73c7-49f5-bd6f-2ed34339d83c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'security_group_rule': {'security_group_id': '7d76e9e4-fd7a-4aa8-971e-045332093274', 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:38.156532 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-7b9d1e46-8bd3-48ae-ba89-2fb17c7bf4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:38.162250 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-7b9d1e46-8bd3-48ae-ba89-2fb17c7bf4ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977936 May 25 17:11:38.191244 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:38.244927 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Allocated IP 172.20.0.9 (94689dfe-6d66-4ed0-9452-eee0a515d2d3/623a01b5-e916-4df4-8678-210b7b918d00/59d8b30c-3e18-47c8-ad7a-a6090706a8e6) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:38.250742 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b42152fe-d162-4073-8894-05f3d2ea63d0 req-2e9b7223-8617-4209-81b5-130fafce91b7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340201 May 25 17:11:38.260590 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c881476e-73c7-49f5-bd6f-2ed34339d83c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (2067df74-1a71-4cb3-b01a-248bbc9afaae), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.333159 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-8a3b5d21-f8bb-43cd-b7a2-3f4cbb9001ac service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406631 May 25 17:11:38.358827 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-313647d4-b79c-41e1-9d28-ee9696e6e4d3 req-dc8bec18-62e9-4721-8628-c68fbd03d0ab tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 210 time: 0.1934257 May 25 17:11:38.392832 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-19339835-f500-4834-afb0-32f8fe4e2548 None None] For port 3c2bda1f-2e40-43e3-b0e1-2eb027202680, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=3c2bda1f-2e40-43e3-b0e1-2eb027202680,segment=NetworkSegment(58a78b10-bef7-45b0-841b-873047a0a7c6),segment_id=58a78b10-bef7-45b0-841b-873047a0a7c6)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:38.402162 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-19339835-f500-4834-afb0-32f8fe4e2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.406287 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] Set router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:38.439976 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c5632827-85f7-4cc3-b29d-2f4cddea3e06 req-7208f666-3489-4a2c-9268-6153a25d71e1 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 210 time: 0.0641546 May 25 17:11:38.469251 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c881476e-73c7-49f5-bd6f-2ed34339d83c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (2067df74-1a71-4cb3-b01a-248bbc9afaae), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.480709 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c881476e-73c7-49f5-bd6f-2ed34339d83c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (2067df74-1a71-4cb3-b01a-248bbc9afaae), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.567774 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881476e-73c7-49f5-bd6f-2ed34339d83c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2067df74-1a71-4cb3-b01a-248bbc9afaae,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:38.589583 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:38.621520 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-41ae0fe4-8c58-46f9-9c3f-8e0fb812c1ff None None] Provisioning complete for port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:38.621776 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-41ae0fe4-8c58-46f9-9c3f-8e0fb812c1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.627835 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c881476e-73c7-49f5-bd6f-2ed34339d83c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.629475 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c881476e-73c7-49f5-bd6f-2ed34339d83c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4900801 May 25 17:11:38.641653 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e3b3a26-432a-4708-8118-c9424cccc01c req-6d353819-9074-4130-8540-b839de4fa3de service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885800 May 25 17:11:38.652136 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51844) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:38.659267 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-cbdbb4e1-ece8-4ca3-8e95-b9e59a7f1ba6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'security_group_rule': {'security_group_id': '7d76e9e4-fd7a-4aa8-971e-045332093274', 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:38.687184 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:38.726373 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698e36-ec4f-4988-a34c-d394bb668e28 req-81517a13-8d21-4348-a9ee-d5ed5a1ec21c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:38.730227 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19339835-f500-4834-afb0-32f8fe4e2548 None None] Pushing event updated for resources: {'Port': ['ID=3c2bda1f-2e40-43e3-b0e1-2eb027202680,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:38.734327 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e698e36-ec4f-4988-a34c-d394bb668e28 req-81517a13-8d21-4348-a9ee-d5ed5a1ec21c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0912187 May 25 17:11:38.742786 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:38.771893 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb4e1-ece8-4ca3-8e95-b9e59a7f1ba6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (6e7be107-19ea-46ee-8aad-5db77f393aac), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.806596 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-41ae0fe4-8c58-46f9-9c3f-8e0fb812c1ff None None] Current status of the port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:38.809155 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ddd0c-9c30-4de2-a4ca-f85190501d8a req-b44bf3a2-0cfa-440b-878c-ade346e35d08 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:38.819086 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-287ddd0c-9c30-4de2-a4ca-f85190501d8a req-b44bf3a2-0cfa-440b-878c-ade346e35d08 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.2199082 May 25 17:11:38.857582 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb4e1-ece8-4ca3-8e95-b9e59a7f1ba6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (6e7be107-19ea-46ee-8aad-5db77f393aac), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.864088 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb4e1-ece8-4ca3-8e95-b9e59a7f1ba6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (6e7be107-19ea-46ee-8aad-5db77f393aac), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.866708 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.903318 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:38.905871 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e698e36-ec4f-4988-a34c-d394bb668e28 req-fd71232d-18a0-4271-82db-7dc9a7ee7414 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698835 May 25 17:11:38.911382 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:38.919538 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbb4e1-ece8-4ca3-8e95-b9e59a7f1ba6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7be107-19ea-46ee-8aad-5db77f393aac,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:38.937732 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:11:32Z', 'revision_number': 4, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '3c2bda1f-2e40-43e3-b0e1-2eb027202680', 'name': '', 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'mac_address': 'fa:16:3e:9a:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '94ef1857-df7d-40c3-a176-40fb06d4039a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:29Z', 'updated_at': '2022-05-25T17:11:37Z', 'revision_number': 4, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'subnets': [{'id': '94ef1857-df7d-40c3-a176-40fb06d4039a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:38.958443 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.964957 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb4e1-ece8-4ca3-8e95-b9e59a7f1ba6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:38.973370 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cbdbb4e1-ece8-4ca3-8e95-b9e59a7f1ba6 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3177683 May 25 17:11:38.974111 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51850) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:38.987207 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b4e7c3f0-f720-4615-b0cb-818a2da0a91d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'security_group_rule': {'security_group_id': '7d76e9e4-fd7a-4aa8-971e-045332093274', 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:39.011157 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d6b1b-63cc-428b-926e-2877978d8b07 None None] The sync data for ids ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'] in dv-cinder-843309-1-iscsi is: [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:11:32Z', 'revision_number': 4, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '3c2bda1f-2e40-43e3-b0e1-2eb027202680', 'name': '', 'network_id': '82916d58-3b8a-4305-b000-1fddbf0dbc37', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'mac_address': 'fa:16:3e:9a:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '94ef1857-df7d-40c3-a176-40fb06d4039a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:29Z', 'updated_at': '2022-05-25T17:11:37Z', 'revision_number': 4, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'subnets': [{'id': '94ef1857-df7d-40c3-a176-40fb06d4039a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:11:39.066595 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-b4e7c3f0-f720-4615-b0cb-818a2da0a91d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Project 1d67075f4eaf4908acb0c2763153b81c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:11:39.069501 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:11:39.111476 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b4e7c3f0-f720-4615-b0cb-818a2da0a91d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (f5e1cbc0-d22a-4b6a-a0e3-db2db47dd55d), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.194080 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-287ddd0c-9c30-4de2-a4ca-f85190501d8a req-d3cf6de6-cbbe-45a2-8eaf-cac2029dea79 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688204 May 25 17:11:39.213972 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b4e7c3f0-f720-4615-b0cb-818a2da0a91d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (f5e1cbc0-d22a-4b6a-a0e3-db2db47dd55d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.223867 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b4e7c3f0-f720-4615-b0cb-818a2da0a91d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (f5e1cbc0-d22a-4b6a-a0e3-db2db47dd55d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.249719 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:39.255959 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7c3f0-f720-4615-b0cb-818a2da0a91d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e1cbc0-d22a-4b6a-a0e3-db2db47dd55d,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:39.264130 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-bb2f0593-af36-499c-9869-97b3fb3acb36 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:39.272461 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-bb2f0593-af36-499c-9869-97b3fb3acb36 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.71 "GET /v2.0/networks?id=2300e90b-d27f-4f3f-bb1d-d819acec0222 HTTP/1.1" status: 200 len: 814 time: 0.6415110 May 25 17:11:39.276838 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:39.279672 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:39.283740 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:39.292277 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b4e7c3f0-f720-4615-b0cb-818a2da0a91d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.303604 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b4e7c3f0-f720-4615-b0cb-818a2da0a91d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3252494 May 25 17:11:39.305175 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51860) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:39.309932 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:39.320642 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-82198592-92b5-4a03-88dc-297386f839a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'security_group_rule': {'security_group_id': '7d76e9e4-fd7a-4aa8-971e-045332093274', 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:39.325297 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Request body: {'port': {'device_id': '7eac90cb-0606-4589-b405-8d607816944a', 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222', 'admin_state_up': True, 'tenant_id': '0f97d685bab047d8bbcd4c9e804f7d82'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:39.355530 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'mac_address': 'fa:16:3e:c4:cc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:11:39.387626 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-82198592-92b5-4a03-88dc-297386f839a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Project 1d67075f4eaf4908acb0c2763153b81c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:11:39.446203 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-82198592-92b5-4a03-88dc-297386f839a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (52f81f32-38b0-44c7-9c1a-d50a6471323a), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.499782 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=10 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:39.516302 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:39.517324 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.538970 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:39.546970 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b966eae-2490-4456-bc6b-50172d1b746a req-1df15907-a1fb-4b21-b910-75033fc85bcf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:39.549375 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.550716 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:39.564438 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0b966eae-2490-4456-bc6b-50172d1b746a req-1df15907-a1fb-4b21-b910-75033fc85bcf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 944 time: 0.1417782 May 25 17:11:39.576071 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:11:39.607551 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:39.617766 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.700578 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:39.714591 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-44515472-3d31-4a42-aee2-46f26859022c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2151127 May 25 17:11:39.744373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ca946-1694-4f48-8cb5-34fa466e6be1 req-32b27656-1161-49ad-9d68-2649b58ab0d6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:39.746829 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ac3ca946-1694-4f48-8cb5-34fa466e6be1 req-32b27656-1161-49ad-9d68-2649b58ab0d6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 931 time: 0.1679215 May 25 17:11:39.753218 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Request body: {'port': {'device_id': '145de36f-e49b-4444-85c5-4a207d31619b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:39.836906 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0b966eae-2490-4456-bc6b-50172d1b746a req-d71a6c42-9ed3-464b-9022-38dcd7b0861f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585216 May 25 17:11:39.856311 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e483e4ce-47b6-4282-8c32-a6a5134e1f13 None None] Provisioning complete for port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:39.856708 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e483e4ce-47b6-4282-8c32-a6a5134e1f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.919592 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-82198592-92b5-4a03-88dc-297386f839a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (52f81f32-38b0-44c7-9c1a-d50a6471323a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.935489 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-82198592-92b5-4a03-88dc-297386f839a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (52f81f32-38b0-44c7-9c1a-d50a6471323a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:39.950757 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e483e4ce-47b6-4282-8c32-a6a5134e1f13 None None] Port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:11:39.957799 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['9f418fcd-8e98-4ba1-96ee-1e27e32eb165'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:11:39.988867 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f320de88-405a-48f4-bd47-6b6852462a9b req-74c4b9f1-8015-4452-9703-df8b0ef371e6 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 210 time: 0.0656250 May 25 17:11:39.995490 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82198592-92b5-4a03-88dc-297386f839a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f81f32-38b0-44c7-9c1a-d50a6471323a,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:40.022381 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-82198592-92b5-4a03-88dc-297386f839a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:40.033349 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-82198592-92b5-4a03-88dc-297386f839a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7175181 May 25 17:11:40.033609 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:40.175263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94a49c-7999-4258-95a0-6229d1fd8eef req-c8941406-9382-4688-a355-0c0c5d81a5bf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:40.186974 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b94a49c-7999-4258-95a0-6229d1fd8eef req-c8941406-9382-4688-a355-0c0c5d81a5bf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0703104 May 25 17:11:40.286872 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b94a49c-7999-4258-95a0-6229d1fd8eef req-1b0f4a6e-cb13-456d-b1c9-a42c98379af3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989065 May 25 17:11:40.500706 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:40.525819 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ecf23-a264-4821-a7e1-2c57f007902f req-e4b0ac29-481c-4ecb-9bda-b192f71f980c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:40.529681 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-203ecf23-a264-4821-a7e1-2c57f007902f req-e4b0ac29-481c-4ecb-9bda-b192f71f980c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1195655 May 25 17:11:40.652851 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:11:40.668750 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 3c2bda1f-2e40-43e3-b0e1-2eb027202680 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:40.670003 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Publish callbacks [] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:40.684845 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Transition to ACTIVE for port object 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:11:40.689321 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:40.690173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:40.705303 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ac3ca946-1694-4f48-8cb5-34fa466e6be1 req-8d412781-2d46-43de-b2fc-9f635f48b60b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9448788 May 25 17:11:40.727228 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-203ecf23-a264-4821-a7e1-2c57f007902f req-5c24bb94-ba4c-401a-aeb5-622dc45d06ff tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773295 May 25 17:11:40.727913 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Made reservation on behalf of 0f97d685bab047d8bbcd4c9e804f7d82 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:40.732566 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:40.737206 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:40.746569 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51916) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:40.864713 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:40.865608 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.024539 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbbf4-d38b-4932-abcb-caa8f862d04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.033446 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:41.121351 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:41.218357 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3518dcf2-c6e8-4bf4-aa7b-b821eb6700a7 req-4b77b3cd-946b-413f-be0e-306a3d424402 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 210 time: 0.0851860 May 25 17:11:41.224411 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:11:41.239365 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:41.239962 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.260126 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Pushing event updated for resources: {'Port': ['ID=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:41.288355 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbbf4-d38b-4932-abcb-caa8f862d04b admin admin] Publish callbacks [] for security_group (e6e41988-de73-4084-a369-260e512669f8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.299741 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbbf4-d38b-4932-abcb-caa8f862d04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (e6e41988-de73-4084-a369-260e512669f8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.354263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:41.359024 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a0ebbbf4-d38b-4932-abcb-caa8f862d04b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17b652b31745445a9901d2a3b8732bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6111169 May 25 17:11:41.359928 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Attempting to bind port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:41.360283 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Attempting to bind port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:41.360628 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Attempting to bind port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:41.370191 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 51930) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:41.382350 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:41.408806 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:11:41.409136 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Attempting to bind port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:41.415113 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebbbf4-d38b-4932-abcb-caa8f862d04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e41988-de73-4084-a369-260e512669f8,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:41.437001 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5e7e7-f118-4797-a6a5-2b333672a661 req-cdac644d-294c-4f3d-8700-e1af2c8c7a9a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:41.446459 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d7f5e7e7-f118-4797-a6a5-2b333672a661 req-cdac644d-294c-4f3d-8700-e1af2c8c7a9a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 945 time: 0.2634208 May 25 17:11:41.461997 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:41.462357 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Checking segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:41.462750 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Bound using segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:41.463188 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Bound port: 59d8b30c-3e18-47c8-ad7a-a6090706a8e6, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:41.463548 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.484897 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be85205-23e3-4ae8-a732-d56b6069ac29 admin admin] Publish callbacks [] for security_group (e6e41988-de73-4084-a369-260e512669f8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.491149 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:41.491776 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.510045 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be85205-23e3-4ae8-a732-d56b6069ac29 admin admin] Publish callbacks [] for security_group (e6e41988-de73-4084-a369-260e512669f8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.535990 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:41.543249 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fff7dbd-6f80-4969-987d-df40deb800ab" -d '{"events": [{"server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "name": "network-vif-plugged", "status": "completed", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:41.547700 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:41.579705 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:41.588573 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be85205-23e3-4ae8-a732-d56b6069ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (e6e41988-de73-4084-a369-260e512669f8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.589601 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.599659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be85205-23e3-4ae8-a732-d56b6069ac29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:41.603384 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5be85205-23e3-4ae8-a732-d56b6069ac29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6e41988-de73-4084-a369-260e512669f8 HTTP/1.1" status: 204 len: 168 time: 0.2296340 May 25 17:11:41.611045 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90baac-1f77-48d5-97fb-5887baf2b755 req-bacab62e-b056-45f5-bb77-5abc3dba3ef8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:41.612831 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b90baac-1f77-48d5-97fb-5887baf2b755 req-bacab62e-b056-45f5-bb77-5abc3dba3ef8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.1999543 May 25 17:11:41.622689 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be85205-23e3-4ae8-a732-d56b6069ac29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e41988-de73-4084-a369-260e512669f8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:41.748404 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b90baac-1f77-48d5-97fb-5887baf2b755 req-c0f6278e-11c7-405d-8829-8fdb2147cb8e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146023 May 25 17:11:41.856134 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:41.916427 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3a1a1d-db65-4895-8b77-366c2312c2f3 x-openstack-request-id: req-ab3a1a1d-db65-4895-8b77-366c2312c2f3 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:41.918699 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "name": "network-vif-plugged", "status": "completed", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:41.919001 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab3a1a1d-db65-4895-8b77-366c2312c2f3 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:41.919437 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3a1a1d-db65-4895-8b77-366c2312c2f3'] response: {'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'code': 200} May 25 17:11:42.058022 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] For port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:42.061431 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] For port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:42.065781 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505b70-bbae-443f-ab5b-b1732875954d req-c457d418-c394-49fb-abc6-9fb8cdf17d29 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:42.075658 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d8505b70-bbae-443f-ab5b-b1732875954d req-c457d418-c394-49fb-abc6-9fb8cdf17d29 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 943 time: 0.0836961 May 25 17:11:42.081921 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:42.120629 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Allocated IP 172.20.0.3 (2300e90b-d27f-4f3f-bb1d-d819acec0222/b3c99ca6-0162-43fa-8e3b-53666569599e/15213f99-cfc9-459a-abff-c83378d5b919) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:42.156874 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:42.157785 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:42.159360 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] 10.222.0.71 "PUT /v2.0/ports/59d8b30c-3e18-47c8-ad7a-a6090706a8e6 HTTP/1.1" status: 200 len: 1093 time: 2.4115791 May 25 17:11:42.163083 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:42.164276 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145de36f-e49b-4444-85c5-4a207d31619b', 'tag': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:42.166867 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d8505b70-bbae-443f-ab5b-b1732875954d req-27cc5723-1c0c-4450-a756-47dcca9d629d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903873 May 25 17:11:42.168863 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20db6847-2cf8-4750-958e-03064e070413" -d '{"events": [{"name": "network-changed", "server_uuid": "145de36f-e49b-4444-85c5-4a207d31619b", "tag": "59d8b30c-3e18-47c8-ad7a-a6090706a8e6"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:42.204355 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d7f5e7e7-f118-4797-a6a5-2b333672a661 req-855cc19d-164a-4189-8c40-93d74574c125 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7571559 May 25 17:11:42.295503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88351018-3ee2-493f-b7f2-a2a298c5a701 x-openstack-request-id: req-88351018-3ee2-493f-b7f2-a2a298c5a701 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:42.296226 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145de36f-e49b-4444-85c5-4a207d31619b", "tag": "59d8b30c-3e18-47c8-ad7a-a6090706a8e6", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:42.297182 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88351018-3ee2-493f-b7f2-a2a298c5a701 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:42.298417 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88351018-3ee2-493f-b7f2-a2a298c5a701'] response: {'name': 'network-changed', 'server_uuid': '145de36f-e49b-4444-85c5-4a207d31619b', 'tag': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'status': 'completed', 'code': 200} May 25 17:11:42.364367 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-6eef4a14-947d-4d88-b8fe-0635504150aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:42.369214 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-6eef4a14-947d-4d88-b8fe-0635504150aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 1127 time: 0.0741506 May 25 17:11:42.467812 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2b2dcb01-e721-4cde-afd9-5c4b31ca90cd req-c2504517-6c8b-46b4-9da2-d52d8f8c9593 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 210 time: 0.0688148 May 25 17:11:42.501805 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a6e90-a29e-4d00-a49d-2a91db990cad service neutron] Pushing event updated for resources: {'Port': ['ID=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:42.505367 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-d144df28-bb8c-4e15-90b8-dba8e6eac138 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d8b30c-3e18-47c8-ad7a-a6090706a8e6 HTTP/1.1" status: 200 len: 217 time: 0.1318707 May 25 17:11:42.558043 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525032a-2579-43a2-a406-d97b63f96cfe req-c57fb569-68d5-4e81-99f4-e335e195ac41 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:42.559495 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2525032a-2579-43a2-a406-d97b63f96cfe req-c57fb569-68d5-4e81-99f4-e335e195ac41 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1118214 May 25 17:11:42.584587 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0616372-6919-433b-809e-edb03058074c req-38b7a6bd-85ff-4aa2-805f-4000477450b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:42.593170 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a0616372-6919-433b-809e-edb03058074c req-38b7a6bd-85ff-4aa2-805f-4000477450b2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1130 time: 0.3607490 May 25 17:11:42.596078 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-ca78fc60-3efa-4430-9d07-478e556b58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:42.597592 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-ca78fc60-3efa-4430-9d07-478e556b58ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.0819259 May 25 17:11:42.663343 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2525032a-2579-43a2-a406-d97b63f96cfe req-5fb60760-52f9-4191-ba8c-aaba2c832bad tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961196 May 25 17:11:42.679236 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-b5ec7e48-4c68-42c2-82d3-dfa8178a07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:42.680998 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-b5ec7e48-4c68-42c2-82d3-dfa8178a07ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686886 May 25 17:11:42.761860 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a0616372-6919-433b-809e-edb03058074c req-225d4ded-3f48-4cf2-809e-e139d8631f4d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497161 May 25 17:11:42.868484 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-d650b7a6-2220-4334-993f-305521bac395 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731887 May 25 17:11:42.904095 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks [] for port (15213f99-cfc9-459a-abff-c83378d5b919), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:42.918812 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0fe9-3623-4675-87dd-79b7adc55da1 req-085f0d14-a896-4623-a5b5-41640966679a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:42.920384 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ebff0fe9-3623-4675-87dd-79b7adc55da1 req-085f0d14-a896-4623-a5b5-41640966679a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0897677 May 25 17:11:42.958244 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:42.998137 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (15213f99-cfc9-459a-abff-c83378d5b919), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:43.023479 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:43.067962 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Pushing event updated for resources: {'Port': ['ID=15213f99-cfc9-459a-abff-c83378d5b919,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:43.080027 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ebff0fe9-3623-4675-87dd-79b7adc55da1 req-98d2f766-c71a-45fa-ae80-5db2599ea599 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521478 May 25 17:11:43.091410 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Network 2300e90b-d27f-4f3f-bb1d-d819acec0222 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:43.093730 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:43.096186 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:11:43.144915 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-804e38ba-509e-402d-91cc-b1f5a8a6a1d2 req-1ab06c72-fbec-4fca-bcc5-8b39d86d3173 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527290 May 25 17:11:43.203175 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:43.203847 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:43.231384 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-e250b8e5-9f71-4ec8-a1f0-a1059e859f23 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9427326 May 25 17:11:43.394946 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935932-53dd-4527-a6e9-0c49e27f7989 req-e81cd374-b633-43fe-be2c-778f3c3a2edf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:43.394946 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4e935932-53dd-4527-a6e9-0c49e27f7989 req-e81cd374-b633-43fe-be2c-778f3c3a2edf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0643930 May 25 17:11:43.476056 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a1dd-2afe-4448-a27a-ce284b257339 req-4915d061-02d7-4c6d-bd60-e0e340d0f9c3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:43.480400 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad93a1dd-2afe-4448-a27a-ce284b257339 req-4915d061-02d7-4c6d-bd60-e0e340d0f9c3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 943 time: 0.1533334 May 25 17:11:43.522501 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4e935932-53dd-4527-a6e9-0c49e27f7989 req-35cfbe08-a4fb-4cb5-81cf-799e0fed0226 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222820 May 25 17:11:43.586950 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad93a1dd-2afe-4448-a27a-ce284b257339 req-f61d075e-7c39-4865-9b19-54eb14c7400d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986397 May 25 17:11:43.701918 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6bec3-1750-4e22-9081-bdae720dce6f req-b106459f-4485-4c0b-b15f-d554c2883bc8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:43.706019 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c3f6bec3-1750-4e22-9081-bdae720dce6f req-b106459f-4485-4c0b-b15f-d554c2883bc8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 931 time: 0.0717854 May 25 17:11:43.797227 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c3f6bec3-1750-4e22-9081-bdae720dce6f req-aae1edf2-a262-481d-9d32-a334eab1fa3d tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873785 May 25 17:11:43.822127 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6ad6-ed54-4388-aa19-6e31b7b77b3e req-47c16240-5427-4a72-8ebd-125b2310dfca tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:43.822127 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-704c6ad6-ed54-4388-aa19-6e31b7b77b3e req-47c16240-5427-4a72-8ebd-125b2310dfca tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0662823 May 25 17:11:43.916192 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-704c6ad6-ed54-4388-aa19-6e31b7b77b3e req-90b9f0f7-dc02-4db0-8537-d4fd7388eeeb tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912263 May 25 17:11:43.994233 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edca9f6b-bb11-4d1e-abb7-d14a68be571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:44.245587 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf2317-c31f-4c9b-8a1b-7901278af7b2 req-f31e74cd-62fa-45a3-be2f-576f335aeeb8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:44.248128 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8dbf2317-c31f-4c9b-8a1b-7901278af7b2 req-f31e74cd-62fa-45a3-be2f-576f335aeeb8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0594685 May 25 17:11:44.308025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Request body: {'port': {'device_id': '7eac90cb-0606-4589-b405-8d607816944a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:44.345318 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8dbf2317-c31f-4c9b-8a1b-7901278af7b2 req-e43145a1-06f5-4c0b-86b8-d14db4b71d7d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886180 May 25 17:11:44.392890 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (15213f99-cfc9-459a-abff-c83378d5b919), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:44.570015 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:44.722461 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:44.741357 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a4618-f794-4978-a904-05883a6629c4 req-34cb714e-e665-4aaf-a4d6-7d12d8dceb31 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:44.742906 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b3a4618-f794-4978-a904-05883a6629c4 req-34cb714e-e665-4aaf-a4d6-7d12d8dceb31 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0550849 May 25 17:11:44.790820 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886eb25-dd84-4f2d-a168-14dc595afaa1 req-06580b6e-3296-4629-9b36-b14a0b268834 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:44.792473 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8886eb25-dd84-4f2d-a168-14dc595afaa1 req-06580b6e-3296-4629-9b36-b14a0b268834 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 943 time: 0.0816963 May 25 17:11:44.853055 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6847-2cf8-4750-958e-03064e070413 req-f6631426-b1f0-45c5-964d-bc3dccb1d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:44.856701 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20db6847-2cf8-4750-958e-03064e070413 req-f6631426-b1f0-45c5-964d-bc3dccb1d253 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 1127 time: 0.0926082 May 25 17:11:44.878858 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15213f99-cfc9-459a-abff-c83378d5b919 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:11:44.903949 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:44.911517 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b3a4618-f794-4978-a904-05883a6629c4 req-90acbfbb-3a9d-4718-bfa2-fb52fbd064b7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563938 May 25 17:11:44.925592 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Publish callbacks [] for port (15213f99-cfc9-459a-abff-c83378d5b919), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:44.944138 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8886eb25-dd84-4f2d-a168-14dc595afaa1 req-6e6f88dc-4dd0-45ea-be90-33ca25ee53d7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186099 May 25 17:11:44.980736 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Transition to ACTIVE for port object 15213f99-cfc9-459a-abff-c83378d5b919 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:11:44.991029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (15213f99-cfc9-459a-abff-c83378d5b919), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:45.094693 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Pushing event updated for resources: {'Port': ['ID=15213f99-cfc9-459a-abff-c83378d5b919,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:45.105585 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f98ec0-15a2-4109-8d36-b77c0c1c9346 req-c0b8ccb7-cdc5-4020-a049-ab1aed5e9dc1 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:45.108719 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5f98ec0-15a2-4109-8d36-b77c0c1c9346 req-c0b8ccb7-cdc5-4020-a049-ab1aed5e9dc1 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 943 time: 0.0924873 May 25 17:11:45.143542 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6847-2cf8-4750-958e-03064e070413 req-c509d48c-683e-4c9b-a42d-fe32ab9f9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:45.145384 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20db6847-2cf8-4750-958e-03064e070413 req-c509d48c-683e-4c9b-a42d-fe32ab9f9cf7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 915 time: 0.2512488 May 25 17:11:45.223156 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5f98ec0-15a2-4109-8d36-b77c0c1c9346 req-0cdc9a48-262d-4095-b8db-6612420a81ec tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964971 May 25 17:11:45.254139 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9975613-91e2-4f52-82cc-a3e80ab9d79f req-460aa2a4-2074-4ac8-b9f5-eeb056b2d736 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:45.255918 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f9975613-91e2-4f52-82cc-a3e80ab9d79f req-460aa2a4-2074-4ac8-b9f5-eeb056b2d736 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1953595 May 25 17:11:45.296904 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Attempting to bind port 15213f99-cfc9-459a-abff-c83378d5b919 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:11:45.297236 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Attempting to bind port 15213f99-cfc9-459a-abff-c83378d5b919 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:11:45.297607 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Attempting to bind port 15213f99-cfc9-459a-abff-c83378d5b919 on network 2300e90b-d27f-4f3f-bb1d-d819acec0222 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:45.321874 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Port 15213f99-cfc9-459a-abff-c83378d5b919 on network 2300e90b-d27f-4f3f-bb1d-d819acec0222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:11:45.322237 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Attempting to bind port 15213f99-cfc9-459a-abff-c83378d5b919 on network 2300e90b-d27f-4f3f-bb1d-d819acec0222 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:11:45.331508 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f9975613-91e2-4f52-82cc-a3e80ab9d79f req-d9d57127-727f-4860-9f33-ad7c763e8c95 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680902 May 25 17:11:45.332812 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:11:45.333183 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Checking segment: {'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:11:45.333545 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Bound using segment: {'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:11:45.334007 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Bound port: 15213f99-cfc9-459a-abff-c83378d5b919, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:11:45.334393 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (15213f99-cfc9-459a-abff-c83378d5b919), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:45.449051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] For port 15213f99-cfc9-459a-abff-c83378d5b919, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:11:45.453834 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] For port 15213f99-cfc9-459a-abff-c83378d5b919, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=15213f99-cfc9-459a-abff-c83378d5b919,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:11:45.461836 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (15213f99-cfc9-459a-abff-c83378d5b919), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:45.502863 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:45.503525 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:45.505240 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] 10.222.0.71 "PUT /v2.0/ports/15213f99-cfc9-459a-abff-c83378d5b919 HTTP/1.1" status: 200 len: 1093 time: 1.2068272 May 25 17:11:45.505679 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eac90cb-0606-4589-b405-8d607816944a', 'tag': '15213f99-cfc9-459a-abff-c83378d5b919'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:45.507994 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4724f042-562c-4702-9692-458fb9c9d048" -d '{"events": [{"name": "network-changed", "server_uuid": "7eac90cb-0606-4589-b405-8d607816944a", "tag": "15213f99-cfc9-459a-abff-c83378d5b919"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:45.509799 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a493d9-aa20-4056-b153-1ad7c6687a05 req-9419f9ec-6265-43fe-850e-3ee76d132b4f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:45.511946 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a3a493d9-aa20-4056-b153-1ad7c6687a05 req-9419f9ec-6265-43fe-850e-3ee76d132b4f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0580108 May 25 17:11:45.577823 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a841a4-ab6c-4b71-83a2-e916642a3123 service neutron] Pushing event updated for resources: {'Port': ['ID=15213f99-cfc9-459a-abff-c83378d5b919,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:45.578381 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a3a493d9-aa20-4056-b153-1ad7c6687a05 req-d44a5f35-af48-4669-b69f-7e6dd36937e6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576818 May 25 17:11:45.605858 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9eb510-f904-4e78-a1b4-41715e40d29f x-openstack-request-id: req-ae9eb510-f904-4e78-a1b4-41715e40d29f {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:45.606383 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eac90cb-0606-4589-b405-8d607816944a", "tag": "15213f99-cfc9-459a-abff-c83378d5b919", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:45.606786 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae9eb510-f904-4e78-a1b4-41715e40d29f {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:45.607452 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9eb510-f904-4e78-a1b4-41715e40d29f'] response: {'name': 'network-changed', 'server_uuid': '7eac90cb-0606-4589-b405-8d607816944a', 'tag': '15213f99-cfc9-459a-abff-c83378d5b919', 'status': 'completed', 'code': 200} May 25 17:11:45.760375 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20db6847-2cf8-4750-958e-03064e070413 req-1f7211a7-243c-439a-85bf-a7962185ab47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d8b30c-3e18-47c8-ad7a-a6090706a8e6 HTTP/1.1" status: 200 len: 217 time: 0.0405803 May 25 17:11:46.081405 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b047163-bb39-40f2-81a5-83ada189ed0e req-e8e24f6b-e429-4a19-a02c-c48ce6045a74 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:46.083077 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b047163-bb39-40f2-81a5-83ada189ed0e req-e8e24f6b-e429-4a19-a02c-c48ce6045a74 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 943 time: 0.0601072 May 25 17:11:46.087181 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64dceb-e7de-45af-b5d7-8cd8ee64077f req-ba518abb-986e-40a0-814d-09a0151fe518 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:46.095524 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b64dceb-e7de-45af-b5d7-8cd8ee64077f req-ba518abb-986e-40a0-814d-09a0151fe518 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0796602 May 25 17:11:46.159109 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b047163-bb39-40f2-81a5-83ada189ed0e req-3dcb412f-4c48-4637-8907-b7f99e5ec9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694716 May 25 17:11:46.172317 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-284dc7b7-2832-4fd9-bd90-ff843845cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:46.184664 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b64dceb-e7de-45af-b5d7-8cd8ee64077f req-ca03c1a4-7c4f-4ef6-bca7-53cfd49baceb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817406 May 25 17:11:46.334240 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8c585-8939-4a9d-bfd6-396865982750 req-d2fafce9-370a-479e-8342-6ba0acceb9be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:46.335755 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2c8c585-8939-4a9d-bfd6-396865982750 req-d2fafce9-370a-479e-8342-6ba0acceb9be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0622454 May 25 17:11:46.345064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 52044) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:46.352711 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'floatingip': {'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:46.360746 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f9a3-7c3c-4c9e-988b-e397e0a76953 req-dedbb339-bc62-42fc-90a1-cd09c3f15fba tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:46.362310 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73a0f9a3-7c3c-4c9e-988b-e397e0a76953 req-dedbb339-bc62-42fc-90a1-cd09c3f15fba tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 943 time: 0.0604792 May 25 17:11:46.435457 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (f551a024-3e70-4f3d-ac20-109f4ed3811f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:46.440422 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73a0f9a3-7c3c-4c9e-988b-e397e0a76953 req-1bc88593-d5e2-4fac-8cc5-bc9fb05a56f8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677388 May 25 17:11:46.527914 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a2e69-b612-4540-8ad9-ba8d6869a759 req-574a114d-0b37-4d44-a0e2-5590cc73e45f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:46.529641 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d8a2e69-b612-4540-8ad9-ba8d6869a759 req-574a114d-0b37-4d44-a0e2-5590cc73e45f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1161530 May 25 17:11:46.535981 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:46.673617 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d8a2e69-b612-4540-8ad9-ba8d6869a759 req-4365f8fe-6abd-4ed1-bd8e-488ac354ab31 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336749 May 25 17:11:46.809799 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a1273-6a6d-4d9b-869c-2102e776fee5 req-4abc0605-fcf7-4c04-839f-ed56baa95d36 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:46.817765 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d02a1273-6a6d-4d9b-869c-2102e776fee5 req-4abc0605-fcf7-4c04-839f-ed56baa95d36 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0669811 May 25 17:11:46.849128 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:46.892633 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d02a1273-6a6d-4d9b-869c-2102e776fee5 req-59e4df6c-2ef6-4c84-bc23-f91aba11eb02 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739517 May 25 17:11:47.261576 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:47.281461 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (f551a024-3e70-4f3d-ac20-109f4ed3811f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:47.333387 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ef231-686b-477f-afd0-8579c27e80ae req-bb762a46-270b-42e8-87b5-57f0a6e67536 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:47.334909 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6c3ef231-686b-477f-afd0-8579c27e80ae req-bb762a46-270b-42e8-87b5-57f0a6e67536 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 943 time: 0.0900328 May 25 17:11:47.344904 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:47.419915 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Floating IP f551a024-3e70-4f3d-ac20-109f4ed3811f associated. External IP: 172.27.0.228, port: 9f418fcd-8e98-4ba1-96ee-1e27e32eb165. May 25 17:11:47.461966 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6c3ef231-686b-477f-afd0-8579c27e80ae req-2361d9d4-ba99-4004-9527-1806223acef9 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198006 May 25 17:11:47.508252 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:47.514997 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:11:47.598716 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dba48-726d-47d2-bd30-d3eaaf761897 req-a154cfde-c5a5-41b6-936f-7dfc1888e21c tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:47.600219 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba5dba48-726d-47d2-bd30-d3eaaf761897 req-a154cfde-c5a5-41b6-936f-7dfc1888e21c tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 943 time: 0.0590329 May 25 17:11:47.641913 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:47.642439 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Router fc5c047f-c166-4125-abc3-5dcb225e78b4 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:11:47.656461 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba5dba48-726d-47d2-bd30-d3eaaf761897 req-9e2edce7-0bf9-4b1c-9edc-70984f01ba18 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491703 May 25 17:11:47.662863 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'port_id': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'mac_address': 'fa:16:3e:1b:d6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:11:47.701375 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:47.702478 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:47.720512 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:11:47.748722 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:47.751174 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:47.753208 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:47.771545 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:11:47.782684 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] Sync routers for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:11:47.795743 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:47.796787 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:47.798260 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:47.822063 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:47.839535 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55db6f-b967-4b6a-b075-eb277d104f8c req-5aac4645-91d9-4a3c-b59b-b27ede2bf644 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:47.841051 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd55db6f-b967-4b6a-b075-eb277d104f8c req-5aac4645-91d9-4a3c-b59b-b27ede2bf644 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0936666 May 25 17:11:47.847268 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1c6853f8-6a32-4b35-b19e-a6869c735832 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "PUT /v2.0/floatingips/f551a024-3e70-4f3d-ac20-109f4ed3811f HTTP/1.1" status: 200 len: 992 time: 1.4999051 May 25 17:11:47.854292 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:47.856496 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b34880-7c2c-43e4-8309-6fdb6988e8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:47.904471 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b4936d-dea0-4766-b7a1-f84721deea47 x-openstack-request-id: req-d0b4936d-dea0-4766-b7a1-f84721deea47 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:47.905465 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:47.905725 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0b4936d-dea0-4766-b7a1-f84721deea47 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:47.906284 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b4936d-dea0-4766-b7a1-f84721deea47'] response: {'name': 'network-changed', 'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'status': 'completed', 'code': 200} May 25 17:11:47.910912 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd55db6f-b967-4b6a-b075-eb277d104f8c req-f30e86b7-926f-422c-bb85-1cbf98ccb922 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625815 May 25 17:11:47.914854 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:48.022281 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e855fdc-b886-4a24-b9b5-56360b876602 req-a0bd789a-81a1-441c-836b-954201e69bbc tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.023873 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7e855fdc-b886-4a24-b9b5-56360b876602 req-a0bd789a-81a1-441c-836b-954201e69bbc tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0478129 May 25 17:11:48.071315 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7e855fdc-b886-4a24-b9b5-56360b876602 req-83cba4fe-68eb-4161-b49b-afc69b0c5c17 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 May 25 17:11:48.133892 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'f551a024-3e70-4f3d-ac20-109f4ed3811f', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'mac_address': 'fa:16:3e:c4:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:22Z', 'updated_at': '2022-05-25T17:11:47Z', 'revision_number': 1, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:48.158756 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] Checking router: fc5c047f-c166-4125-abc3-5dcb225e78b4 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:11:48.167446 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:48.168042 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:48.267649 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:48.471616 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'f551a024-3e70-4f3d-ac20-109f4ed3811f', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'mac_address': 'fa:16:3e:c4:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:22Z', 'updated_at': '2022-05-25T17:11:47Z', 'revision_number': 1, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:48.502544 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a15c68-ee56-418d-9ad8-99c3c3a92813 None None] The sync data for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi is: [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'f551a024-3e70-4f3d-ac20-109f4ed3811f', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'mac_address': 'fa:16:3e:c4:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:22Z', 'updated_at': '2022-05-25T17:11:47Z', 'revision_number': 1, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:11:48.561842 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-8fdfecb6-e2e5-4114-9e22-e3e31c486ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.564010 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-8fdfecb6-e2e5-4114-9e22-e3e31c486ffa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f97d685bab047d8bbcd4c9e804f7d82&device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 1127 time: 0.0826414 May 25 17:11:48.598156 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:48.609799 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6847-2cf8-4750-958e-03064e070413 req-e84b6406-369b-47aa-b189-9441fb2cadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.611498 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20db6847-2cf8-4750-958e-03064e070413 req-e84b6406-369b-47aa-b189-9441fb2cadcd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.1230340 May 25 17:11:48.642891 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-765c3d07-860b-47e1-8531-9cd1abb0a345 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15213f99-cfc9-459a-abff-c83378d5b919 HTTP/1.1" status: 200 len: 217 time: 0.0413468 May 25 17:11:48.644155 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-4761d78d-046b-4dee-b29c-537e112495ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.645625 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-4761d78d-046b-4dee-b29c-537e112495ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1130 time: 0.0805142 May 25 17:11:48.652376 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb47845-0d43-48a9-bef2-66a56ed844f2 req-46980dd7-82c4-4f0e-afac-d7d73abf103e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.653910 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb47845-0d43-48a9-bef2-66a56ed844f2 req-46980dd7-82c4-4f0e-afac-d7d73abf103e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 944 time: 0.0604074 May 25 17:11:48.718942 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6847-2cf8-4750-958e-03064e070413 req-a340ab56-e8bb-4b8e-9335-a62e590abd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.720549 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20db6847-2cf8-4750-958e-03064e070413 req-a340ab56-e8bb-4b8e-9335-a62e590abd7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657098 May 25 17:11:48.757109 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb47845-0d43-48a9-bef2-66a56ed844f2 req-19ab962d-401d-4a67-8169-a16c248938df tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929430 May 25 17:11:48.829350 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda2330-028f-471d-aea1-c3a7abc8eaee None None] New status for floating IP f551a024-3e70-4f3d-ac20-109f4ed3811f: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:11:48.844922 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20db6847-2cf8-4750-958e-03064e070413 req-0863c1df-ef30-44a1-8906-158b46c33777 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126688 May 25 17:11:48.877801 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:48.905281 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-d1a2c50b-990c-4fd1-a932-dad51ca4c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.907856 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-d1a2c50b-990c-4fd1-a932-dad51ca4c767 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3c99ca6-0162-43fa-8e3b-53666569599e HTTP/1.1" status: 200 len: 854 time: 0.2142084 May 25 17:11:48.918253 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b20074-98b1-44d2-8bf8-b5cdd86e669e req-1f260dc5-6d00-43da-8945-68fd5923764c tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.920007 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18b20074-98b1-44d2-8bf8-b5cdd86e669e req-1f260dc5-6d00-43da-8945-68fd5923764c tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 943 time: 0.1305780 May 25 17:11:48.938867 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['59d8b30c-3e18-47c8-ad7a-a6090706a8e6'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:11:48.946802 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-4f35a532-bbbd-4f95-8972-ffc17ae92a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:48.948237 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-4f35a532-bbbd-4f95-8972-ffc17ae92a65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.2882352 May 25 17:11:48.964669 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20db6847-2cf8-4750-958e-03064e070413 req-fa32bb81-ce5f-4dcd-9e97-3626dfa56da6 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112874 May 25 17:11:48.976876 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:48.992458 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18b20074-98b1-44d2-8bf8-b5cdd86e669e req-375395d6-9ddb-4c96-b654-9176efed1cc7 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 May 25 17:11:49.040137 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd2b4a-b16f-41d1-ab8c-22933ee83e48 req-da1373be-ea0d-46e2-9dbf-161fbe9d8903 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.041750 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9dd2b4a-b16f-41d1-ab8c-22933ee83e48 req-da1373be-ea0d-46e2-9dbf-161fbe9d8903 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0516257 May 25 17:11:49.117995 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9dd2b4a-b16f-41d1-ab8c-22933ee83e48 req-2cc7bea7-bcba-4685-88e4-a5d35864fe0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694435 May 25 17:11:49.131264 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-50b6904b-3820-451d-8cc0-e2c5409543c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2300e90b-d27f-4f3f-bb1d-d819acec0222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584857 May 25 17:11:49.166855 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-ba7a4423-b7de-4354-8166-dfa459758f26 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 200 len: 1000 time: 0.1001253 May 25 17:11:49.236650 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b2248-43f0-41f7-a44d-39c633c02c4c req-62056169-f073-4fd7-8732-2e349cd72ce7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.238359 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf4b2248-43f0-41f7-a44d-39c633c02c4c req-62056169-f073-4fd7-8732-2e349cd72ce7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0560620 May 25 17:11:49.294536 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf4b2248-43f0-41f7-a44d-39c633c02c4c req-62f7497f-8efa-4a74-b7e3-3637cb921a57 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496504 May 25 17:11:49.386138 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-0aa9884b-e323-41fd-a542-bf66a8178ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.391927 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-0aa9884b-e323-41fd-a542-bf66a8178ba2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 1129 time: 0.0404677 May 25 17:11:49.427720 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-f0f844f9-81f9-439b-9155-fc14bd5b63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.429194 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-f0f844f9-81f9-439b-9155-fc14bd5b63cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.0986071 May 25 17:11:49.466628 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:49.486483 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-25e10607-6a16-4409-8dbb-8e954f337e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.488145 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-25e10607-6a16-4409-8dbb-8e954f337e87 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 918 time: 0.0924575 May 25 17:11:49.492509 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-1b2bb625-46f5-4a93-b8de-9e1bf7c22e72 service neutron] 10.222.0.71 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531274 May 25 17:11:49.495605 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-952b4284-fbb8-4873-a2b6-622d3037987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.496962 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-952b4284-fbb8-4873-a2b6-622d3037987a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552061 May 25 17:11:49.565284 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-8191232e-c036-4ab0-ae5b-83c156898ff5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9d31d9-985b-4772-a564-1cbeee313f84 HTTP/1.1" status: 200 len: 1000 time: 0.0669274 May 25 17:11:49.622934 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-9aafb387-3bb5-4a59-b120-52a2582eae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.625349 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-9aafb387-3bb5-4a59-b120-52a2582eae7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.0532124 May 25 17:11:49.625647 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:49.674874 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1776ccf7-03e3-4309-aa3e-04906628cd20 req-b3bd1b67-5aff-47cf-8800-e3c11f6fe373 service neutron] 10.222.0.71 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716518 May 25 17:11:49.677744 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-483e4779-769d-4ac8-a4bb-46c4c0c457a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.679571 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-483e4779-769d-4ac8-a4bb-46c4c0c457a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474489 May 25 17:11:49.682993 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-ba27ee4e-d2ca-4e2a-87bb-08ed4a08884f service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708751 May 25 17:11:49.803293 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:49.841573 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46b34880-7c2c-43e4-8309-6fdb6988e8ff req-172d30e3-ff02-417d-be6d-1b8901300c48 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921261 May 25 17:11:49.894855 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-65a10886-b9e0-45ab-a94b-30d7b6b39f3a service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451898 May 25 17:11:49.905745 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128385c3-963d-4bfc-8643-10d094188a35 req-5d20171e-73eb-4aae-88f2-778a8fe9e6ab tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:49.907267 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-128385c3-963d-4bfc-8643-10d094188a35 req-5d20171e-73eb-4aae-88f2-778a8fe9e6ab tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 944 time: 0.0667064 May 25 17:11:49.965415 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-128385c3-963d-4bfc-8643-10d094188a35 req-45905011-5c08-44ea-9e1b-fca402242582 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519605 May 25 17:11:50.117770 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ab727-e82f-41d7-92c3-9e1eff04824f req-477e87fe-2641-43ba-a373-e66ec7bf5ab4 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:50.119256 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b52ab727-e82f-41d7-92c3-9e1eff04824f req-477e87fe-2641-43ba-a373-e66ec7bf5ab4 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 943 time: 0.0477471 May 25 17:11:50.160098 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:50.168007 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b52ab727-e82f-41d7-92c3-9e1eff04824f req-b25be9ce-bdcb-4d64-b62f-44ab2d4f27e2 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 May 25 17:11:50.251975 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:50.254159 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627226a-714d-4140-98e7-3d7593cea37e req-b9e31161-5e30-43bc-b879-a91c8e1c3f19 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:50.255854 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1627226a-714d-4140-98e7-3d7593cea37e req-b9e31161-5e30-43bc-b879-a91c8e1c3f19 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0517960 May 25 17:11:50.306184 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1627226a-714d-4140-98e7-3d7593cea37e req-82a3e0f6-42c6-4c06-95e3-86b5eeab8fb3 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445914 May 25 17:11:50.419375 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c390204-ca41-4fa7-b1cd-6a7817c78ac1 req-190bdd70-cf1a-4e63-898a-c24160c9ffc0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:50.425143 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c390204-ca41-4fa7-b1cd-6a7817c78ac1 req-190bdd70-cf1a-4e63-898a-c24160c9ffc0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0484383 May 25 17:11:50.478550 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c390204-ca41-4fa7-b1cd-6a7817c78ac1 req-d03f5bea-fc0e-4d53-ac75-e97afd2dc187 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504479 May 25 17:11:50.551187 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6910-68b7-4d1c-a3a0-9c22189cff56 req-a5e32180-1c29-492f-8f80-e3727c48d7aa tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:50.552667 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3fb6910-68b7-4d1c-a3a0-9c22189cff56 req-a5e32180-1c29-492f-8f80-e3727c48d7aa tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0484068 May 25 17:11:50.602710 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3fb6910-68b7-4d1c-a3a0-9c22189cff56 req-1dec9c3a-e1df-4f2e-8cf2-fa50a2502ed5 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 May 25 17:11:50.834806 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f042-562c-4702-9692-458fb9c9d048 req-2df63910-8d80-4545-9107-db0e613ebb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:50.837057 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4724f042-562c-4702-9692-458fb9c9d048 req-2df63910-8d80-4545-9107-db0e613ebb23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f97d685bab047d8bbcd4c9e804f7d82&device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 1127 time: 0.0496182 May 25 17:11:50.905115 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b7d31c8e-65ed-4c9a-ac0e-ef19f957ba52 req-40d5c324-f342-4229-a1fe-5ca6933a5561 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168897 May 25 17:11:50.972074 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-5478d196-1c26-4221-9620-823a336c9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:50.973615 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-5478d196-1c26-4221-9620-823a336c9f4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 1129 time: 0.0626485 May 25 17:11:50.987713 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f042-562c-4702-9692-458fb9c9d048 req-a7908081-ee3e-4753-a27d-23ab707abd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:50.989298 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4724f042-562c-4702-9692-458fb9c9d048 req-a7908081-ee3e-4753-a27d-23ab707abd66 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2300e90b-d27f-4f3f-bb1d-d819acec0222 HTTP/1.1" status: 200 len: 915 time: 0.1458578 May 25 17:11:51.084250 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5437b40-0586-408c-aa0c-7d7d175967ce req-93893cb7-4793-49ed-88e5-9a81b7276f6b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:51.085726 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e5437b40-0586-408c-aa0c-7d7d175967ce req-93893cb7-4793-49ed-88e5-9a81b7276f6b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 944 time: 0.0489209 May 25 17:11:51.134467 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e5437b40-0586-408c-aa0c-7d7d175967ce req-408224a9-1375-4e16-867b-d7f788c35f75 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 May 25 17:11:51.167718 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:51.221875 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:11:51.228134 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:51.228565 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:51.270434 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:51.296944 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9736e90-58b6-4451-800e-99f200ee2eff req-c780038b-8827-4e7b-b915-fc15f8a229cb tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:51.298478 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9736e90-58b6-4451-800e-99f200ee2eff req-c780038b-8827-4e7b-b915-fc15f8a229cb tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 943 time: 0.0569751 May 25 17:11:51.308622 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:51.309039 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:51.333807 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145de36f-e49b-4444-85c5-4a207d31619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:51.336033 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f2a62-0733-413f-b249-df7ca4d4e5ec" -d '{"events": [{"server_uuid": "145de36f-e49b-4444-85c5-4a207d31619b", "name": "network-vif-plugged", "status": "completed", "tag": "59d8b30c-3e18-47c8-ad7a-a6090706a8e6"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:51.353077 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:51.358466 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:51.359982 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:11:51.363797 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9736e90-58b6-4451-800e-99f200ee2eff req-502c8174-dc9c-4134-bab8-9023eb555b61 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547183 May 25 17:11:51.383492 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9551e41d-827b-42d4-9a13-8aa7a639bfcf x-openstack-request-id: req-9551e41d-827b-42d4-9a13-8aa7a639bfcf {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:51.383785 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145de36f-e49b-4444-85c5-4a207d31619b", "name": "network-vif-plugged", "status": "completed", "tag": "59d8b30c-3e18-47c8-ad7a-a6090706a8e6", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:51.384033 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9551e41d-827b-42d4-9a13-8aa7a639bfcf {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:51.384418 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9551e41d-827b-42d4-9a13-8aa7a639bfcf'] response: {'server_uuid': '145de36f-e49b-4444-85c5-4a207d31619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'code': 200} May 25 17:11:51.442940 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:51.481055 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fa9d31d9-985b-4772-a564-1cbeee313f84 is: ACTIVE; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:51.481440 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:51.516260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:51.520275 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:51.569561 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=8']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:51.603738 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d678b-7acc-428c-8f6e-f4e5bcf74448 req-45f2c767-7ad9-42b8-99de-79b67ae59d7b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:51.605243 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1b4d678b-7acc-428c-8f6e-f4e5bcf74448 req-45f2c767-7ad9-42b8-99de-79b67ae59d7b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0479958 May 25 17:11:51.656081 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1b4d678b-7acc-428c-8f6e-f4e5bcf74448 req-f394dc01-e8d6-44b0-ba8b-765ab26fd3af tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452590 May 25 17:11:51.728157 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8efd4-b74d-478a-ab8d-95769502e76e req-31e8c59f-4342-46c4-b0c7-c5e23f6ff06f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:51.729553 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9fa8efd4-b74d-478a-ab8d-95769502e76e req-31e8c59f-4342-46c4-b0c7-c5e23f6ff06f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0542545 May 25 17:11:51.776016 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9fa8efd4-b74d-478a-ab8d-95769502e76e req-068efff8-e5d4-4303-a802-b1f877bd8c07 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 May 25 17:11:52.200280 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 52146) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:52.255370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa005c6c-67d3-4b7b-bf38-e322e1a13aba req-60976673-98f3-47cf-bdbd-caff14e855da tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:52.256793 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fa005c6c-67d3-4b7b-bf38-e322e1a13aba req-60976673-98f3-47cf-bdbd-caff14e855da tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.0488663 May 25 17:11:52.307128 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fa005c6c-67d3-4b7b-bf38-e322e1a13aba req-1f014eab-4cb0-4d5c-bb27-065d3a7c8581 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449252 May 25 17:11:52.318027 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e5c-c98a-49f6-b31e-4db9349adda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:52.385199 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:52.400759 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e5c-c98a-49f6-b31e-4db9349adda7 admin admin] Publish callbacks [] for security_group (e031ab71-773e-4fc2-a421-40c94895a765), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:52.405127 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e5c-c98a-49f6-b31e-4db9349adda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (e031ab71-773e-4fc2-a421-40c94895a765), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:52.459335 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7d8b3e5c-c98a-49f6-b31e-4db9349adda7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1129c2dfef484517a8971e381535d6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578082 May 25 17:11:52.460957 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b3e5c-c98a-49f6-b31e-4db9349adda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e031ab71-773e-4fc2-a421-40c94895a765,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:52.462051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 52152) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:52.506852 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb08e-4779-45c9-a0f9-8b1245bc0439 req-f82868a0-6ccf-4f67-884a-ec6bb2352d9a tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:52.510111 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2dcb08e-4779-45c9-a0f9-8b1245bc0439 req-f82868a0-6ccf-4f67-884a-ec6bb2352d9a tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 943 time: 0.0715377 May 25 17:11:52.585937 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2dcb08e-4779-45c9-a0f9-8b1245bc0439 req-6d068416-0505-4a66-92c0-7311186161af tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666435 May 25 17:11:52.725826 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:52.727826 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55c0d7-9a9f-43d7-83eb-75a9830afb4f req-76e2a1e9-aff4-4cf0-a7b1-31fd9bb1c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:52.729956 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cb55c0d7-9a9f-43d7-83eb-75a9830afb4f req-76e2a1e9-aff4-4cf0-a7b1-31fd9bb1c848 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 1129 time: 0.0643680 May 25 17:11:52.788460 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cb55c0d7-9a9f-43d7-83eb-75a9830afb4f req-710f5453-7f85-486b-876a-6b03c83678cf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460680 May 25 17:11:52.868927 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4724f042-562c-4702-9692-458fb9c9d048 req-bdf584dc-e613-4c07-9440-a1b9c7293466 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15213f99-cfc9-459a-abff-c83378d5b919 HTTP/1.1" status: 200 len: 217 time: 0.3979585 May 25 17:11:52.895145 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f40204-65d5-4a34-ac65-5079a2cd11b6 req-97aada70-f733-449d-afac-1443293cc6f4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:52.896646 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16f40204-65d5-4a34-ac65-5079a2cd11b6 req-97aada70-f733-449d-afac-1443293cc6f4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0509710 May 25 17:11:52.945576 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d825e8-7805-42e1-b318-484ad7834bb7 req-6816f5e4-5151-4bb8-859b-f012d868d68f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:52.947071 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-59d825e8-7805-42e1-b318-484ad7834bb7 req-6816f5e4-5151-4bb8-859b-f012d868d68f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0935738 May 25 17:11:52.947750 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16f40204-65d5-4a34-ac65-5079a2cd11b6 req-f02603f9-adda-486e-beb1-2df1c0c20b92 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 May 25 17:11:52.977755 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-b55d42e9-a466-4db3-9e50-9d29bda479c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:52.979174 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-b55d42e9-a466-4db3-9e50-9d29bda479c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 909 time: 0.5062551 May 25 17:11:52.989699 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9b4be10b-7274-427f-9852-32a85642a1ac admin admin] Publish callbacks [] for security_group (e031ab71-773e-4fc2-a421-40c94895a765), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:52.991067 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:53.025572 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9b4be10b-7274-427f-9852-32a85642a1ac admin admin] Publish callbacks [] for security_group (e031ab71-773e-4fc2-a421-40c94895a765), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:53.050890 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-59d825e8-7805-42e1-b318-484ad7834bb7 req-7e215632-ed02-48b3-a984-593565d3e915 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936103 May 25 17:11:53.093273 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9b4be10b-7274-427f-9852-32a85642a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (e031ab71-773e-4fc2-a421-40c94895a765), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:53.096094 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9b4be10b-7274-427f-9852-32a85642a1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:53.097602 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9b4be10b-7274-427f-9852-32a85642a1ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e031ab71-773e-4fc2-a421-40c94895a765 HTTP/1.1" status: 204 len: 168 time: 0.6343002 May 25 17:11:53.107669 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4be10b-7274-427f-9852-32a85642a1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e031ab71-773e-4fc2-a421-40c94895a765,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:53.189797 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 15213f99-cfc9-459a-abff-c83378d5b919 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:11:53.320951 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:53.346521 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f042-562c-4702-9692-458fb9c9d048 req-745472a0-7f06-43ed-ad24-1bf44830758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:53.348807 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4724f042-562c-4702-9692-458fb9c9d048 req-745472a0-7f06-43ed-ad24-1bf44830758c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3c99ca6-0162-43fa-8e3b-53666569599e HTTP/1.1" status: 200 len: 854 time: 0.1290479 May 25 17:11:53.374823 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-5f9022a7-b17e-4738-bc6d-88f36981e95f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518 HTTP/1.1" status: 200 len: 1001 time: 0.1531961 May 25 17:11:53.397118 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:53.400319 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d01e9f6-0bbf-4626-aad2-53862316ed53" -d '{"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:53.409166 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4724f042-562c-4702-9692-458fb9c9d048 req-5e1b1eab-ab78-497c-86c4-d0db593268e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2300e90b-d27f-4f3f-bb1d-d819acec0222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456338 May 25 17:11:53.439003 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 15213f99-cfc9-459a-abff-c83378d5b919, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=15213f99-cfc9-459a-abff-c83378d5b919,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:53.463938 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '15213f99-cfc9-459a-abff-c83378d5b919', 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222', 'port_id': '15213f99-cfc9-459a-abff-c83378d5b919', 'mac_address': 'fa:16:3e:3c:d0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c99ca6-0162-43fa-8e3b-53666569599e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:11:53.504429 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 15213f99-cfc9-459a-abff-c83378d5b919 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:53.504851 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (15213f99-cfc9-459a-abff-c83378d5b919), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:53.519215 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15213f99-cfc9-459a-abff-c83378d5b919 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:11:53.541347 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 15213f99-cfc9-459a-abff-c83378d5b919, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=15213f99-cfc9-459a-abff-c83378d5b919,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:53.547009 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (15213f99-cfc9-459a-abff-c83378d5b919), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:53.549348 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-2ef31ed2-7535-4a4b-bd74-2237e67fb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:53.550824 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-2ef31ed2-7535-4a4b-bd74-2237e67fb744 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 200 len: 847 time: 0.1528525 May 25 17:11:53.565996 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54979-ef27-40e8-8c9d-34b800d069ac req-7254ec26-6dfa-4886-9539-227b086e9bcc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:53.567520 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8e54979-ef27-40e8-8c9d-34b800d069ac req-7254ec26-6dfa-4886-9539-227b086e9bcc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.1167474 May 25 17:11:53.595765 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0826b1-5233-427e-a09c-1c57856a6e2a x-openstack-request-id: req-eb0826b1-5233-427e-a09c-1c57856a6e2a {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:53.596070 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-unplugged", "status": "failed", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84", "code": 422}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:53.596729 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb0826b1-5233-427e-a09c-1c57856a6e2a {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:53.596861 dv-cinder-843309-1-iscsi neutron-server[104002]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eb0826b1-5233-427e-a09c-1c57856a6e2a']: {'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'code': 422} returned with failed status May 25 17:11:53.612923 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=15213f99-cfc9-459a-abff-c83378d5b919,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:53.624753 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4724f042-562c-4702-9692-458fb9c9d048 req-7ca97a9b-9acd-4ae7-83f1-923cfc810f10 service neutron] 10.222.0.71 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904256 May 25 17:11:53.641086 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8e54979-ef27-40e8-8c9d-34b800d069ac req-c9b358ed-2b55-435e-97fd-74f64d9be8e4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671954 May 25 17:11:53.727835 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c880842-da82-4cb6-b531-97a2410d7e31 req-ada17355-8435-48d5-a33d-194f9f95c730 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:53.729452 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2c880842-da82-4cb6-b531-97a2410d7e31 req-ada17355-8435-48d5-a33d-194f9f95c730 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 944 time: 0.0544491 May 25 17:11:53.733037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-29b84365-d1f9-4c2b-bb2d-ec8f4c6b3ee4 req-1b628f30-8af8-4944-9156-3e682dcaeca8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:11:53.733998 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-29b84365-d1f9-4c2b-bb2d-ec8f4c6b3ee4 req-1b628f30-8af8-4944-9156-3e682dcaeca8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063145 May 25 17:11:53.777349 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2c880842-da82-4cb6-b531-97a2410d7e31 req-3145d489-e79b-4e6e-92b5-6a65a30900c5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 May 25 17:11:53.871885 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['15213f99-cfc9-459a-abff-c83378d5b919'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:11:53.898024 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4ca49-487a-498d-9b0e-b94c0f31ca11 req-ebd9dd6b-97c6-4998-9f9a-a94c3bd85402 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:53.899986 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-deb4ca49-487a-498d-9b0e-b94c0f31ca11 req-ebd9dd6b-97c6-4998-9f9a-a94c3bd85402 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0559294 May 25 17:11:53.908577 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:53.945268 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-e25aa14d-8f1d-4267-b76b-0ef545a607c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:53.946798 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-e25aa14d-8f1d-4267-b76b-0ef545a607c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005621 May 25 17:11:53.961118 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-deb4ca49-487a-498d-9b0e-b94c0f31ca11 req-b3208881-64b4-461a-ad9c-8147a399cc2e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554707 May 25 17:11:54.016733 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4724f042-562c-4702-9692-458fb9c9d048 req-dc74c6be-f76a-4b14-b5e1-e5d50034a3aa service neutron] 10.222.0.71 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691983 May 25 17:11:54.025736 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:54.138921 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89caa5d-cc9a-41e2-a32f-7fee4874d105 req-01d9962f-0c07-46ff-a68a-32803585e97c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:54.140647 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b89caa5d-cc9a-41e2-a32f-7fee4874d105 req-01d9962f-0c07-46ff-a68a-32803585e97c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0802965 May 25 17:11:54.171739 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-1c8409ea-eb30-4bea-b040-73ed762d94b9 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152267 May 25 17:11:54.200762 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b89caa5d-cc9a-41e2-a32f-7fee4874d105 req-ae9252ae-ec73-41ea-8107-5714a2cdc0ca tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530198 May 25 17:11:54.352400 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 52220) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:54.437001 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-a107141a-cc74-4ac9-b05e-c12344d07f0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833943 May 25 17:11:54.445540 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-30518988-2126-4c06-b73f-55fd86701312 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:11:54.446484 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-30518988-2126-4c06-b73f-55fd86701312 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047774 May 25 17:11:54.524399 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 52230) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:54.618785 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-faf99935-1bae-4492-a397-713bd9a33bc2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:54.620064 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-faf99935-1bae-4492-a397-713bd9a33bc2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports/fa9d31d9-985b-4772-a564-1cbeee313f84 HTTP/1.1" status: 200 len: 940 time: 0.0946515 May 25 17:11:54.769065 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147fb82-fa07-43d4-9a94-be0b1db95147 req-59ccb259-784f-42f9-800e-85eb677b8688 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:54.771237 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1147fb82-fa07-43d4-9a94-be0b1db95147 req-59ccb259-784f-42f9-800e-85eb677b8688 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.0507202 May 25 17:11:54.830924 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1147fb82-fa07-43d4-9a94-be0b1db95147 req-3a8b5ab1-cc65-47d8-90fa-525332dde439 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533233 May 25 17:11:54.885081 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdee54f2-e101-4bf3-bb2d-503e8a1db220 req-56f68105-783c-4193-a225-fa6f1d422c27 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263261 May 25 17:11:54.928607 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c46ed-8e57-4924-b2b1-118a9e54e024 req-aa446698-3834-4e1c-bc50-82ddde14721f tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:54.930419 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c0c46ed-8e57-4924-b2b1-118a9e54e024 req-aa446698-3834-4e1c-bc50-82ddde14721f tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 944 time: 0.0620804 May 25 17:11:54.965047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:54.983836 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c0c46ed-8e57-4924-b2b1-118a9e54e024 req-200f5a97-0b3e-4cd7-b1aa-2006f5fb5802 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464039 May 25 17:11:55.101037 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baff7b-748f-4965-a16e-1ee933e6e3bc req-95574de3-7dea-4a83-9ca1-dce96688bae5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:55.102502 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5baff7b-748f-4965-a16e-1ee933e6e3bc req-95574de3-7dea-4a83-9ca1-dce96688bae5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0480776 May 25 17:11:55.150001 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5baff7b-748f-4965-a16e-1ee933e6e3bc req-6b01aadd-d7aa-4d7e-97f0-00ad0b454a61 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410721 May 25 17:11:55.204007 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 15213f99-cfc9-459a-abff-c83378d5b919 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:11:55.254894 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 15213f99-cfc9-459a-abff-c83378d5b919 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:11:55.261702 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 15213f99-cfc9-459a-abff-c83378d5b919 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:11:55.262345 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (15213f99-cfc9-459a-abff-c83378d5b919), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:55.337387 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149418-0101-445c-9bbf-e001561ad74a req-d81e16b1-eeb2-4b52-804b-432f9fe42dee tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:55.338903 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a1149418-0101-445c-9bbf-e001561ad74a req-d81e16b1-eeb2-4b52-804b-432f9fe42dee tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0554698 May 25 17:11:55.345102 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 15213f99-cfc9-459a-abff-c83378d5b919 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:55.345569 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (15213f99-cfc9-459a-abff-c83378d5b919), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:55.381380 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 15213f99-cfc9-459a-abff-c83378d5b919, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=15213f99-cfc9-459a-abff-c83378d5b919,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:11:55.385138 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (15213f99-cfc9-459a-abff-c83378d5b919), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:55.386089 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:11:55.387798 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:55.393835 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a1149418-0101-445c-9bbf-e001561ad74a req-7f0d6069-5ff3-4879-b628-b2d7d41940b6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 May 25 17:11:55.466724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=15213f99-cfc9-459a-abff-c83378d5b919,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:55.504273 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fa9d31d9-985b-4772-a564-1cbeee313f84 is: DOWN; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:11:55.598051 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eac90cb-0606-4589-b405-8d607816944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15213f99-cfc9-459a-abff-c83378d5b919'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:55.600324 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c816b-6339-4240-ae77-a7d92ad8a9c9" -d '{"events": [{"server_uuid": "7eac90cb-0606-4589-b405-8d607816944a", "name": "network-vif-plugged", "status": "completed", "tag": "15213f99-cfc9-459a-abff-c83378d5b919"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:55.635433 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74493669-dd14-4a3b-ac0e-d4da29ec003e x-openstack-request-id: req-74493669-dd14-4a3b-ac0e-d4da29ec003e {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:55.635751 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eac90cb-0606-4589-b405-8d607816944a", "name": "network-vif-plugged", "status": "completed", "tag": "15213f99-cfc9-459a-abff-c83378d5b919", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:55.636023 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74493669-dd14-4a3b-ac0e-d4da29ec003e {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:55.636405 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74493669-dd14-4a3b-ac0e-d4da29ec003e'] response: {'server_uuid': '7eac90cb-0606-4589-b405-8d607816944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15213f99-cfc9-459a-abff-c83378d5b919', 'code': 200} May 25 17:11:55.948999 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c0c69-cc97-4683-8a04-12a6631777e4 req-5c9020dc-8994-4667-b6c7-531c7936808c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:55.950401 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c5c0c69-cc97-4683-8a04-12a6631777e4 req-5c9020dc-8994-4667-b6c7-531c7936808c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.0474961 May 25 17:11:55.998781 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c5c0c69-cc97-4683-8a04-12a6631777e4 req-3bdd8ea3-b7c8-4221-9125-f348d4e0bc8b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 May 25 17:11:56.106150 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151c69f-474b-43f3-8ef6-85265f782a8a req-cda9804c-e1f7-455d-88c5-d7d98fe332ed tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:56.107047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3954-5c7e-4db6-9b9f-8337a74b2d9b req-7bc83d02-8b31-4121-b7c0-ed3ef3c3e31a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:56.108257 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b151c69f-474b-43f3-8ef6-85265f782a8a req-cda9804c-e1f7-455d-88c5-d7d98fe332ed tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 945 time: 0.0547924 May 25 17:11:56.109411 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-67fd3954-5c7e-4db6-9b9f-8337a74b2d9b req-7bc83d02-8b31-4121-b7c0-ed3ef3c3e31a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.0487344 May 25 17:11:56.117692 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 52258) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:11:56.121892 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'floatingip': {'port_id': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:11:56.162298 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b151c69f-474b-43f3-8ef6-85265f782a8a req-1a26df0f-9516-4f65-b825-c9bab9fb32f7 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 May 25 17:11:56.164096 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (d83d2a31-9cf9-417f-8380-f40b97843b31), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:56.353010 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4adafd-30bd-4ab6-bf6d-99697ea2e089 req-1d769273-d3a6-4e71-83cc-bf419cb7d6f2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:56.354490 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a4adafd-30bd-4ab6-bf6d-99697ea2e089 req-1d769273-d3a6-4e71-83cc-bf419cb7d6f2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0687876 May 25 17:11:56.493437 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51165-24aa-443d-aa44-91a662649a90 req-b4fef844-668e-4bde-a320-1bb8d191ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:56.495410 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1fe51165-24aa-443d-aa44-91a662649a90 req-b4fef844-668e-4bde-a320-1bb8d191ff59 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 1129 time: 0.1400626 May 25 17:11:56.516966 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:11:56.533804 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a4adafd-30bd-4ab6-bf6d-99697ea2e089 req-dfd71cb4-8c97-456d-a713-ec6d914d69ee tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473057 May 25 17:11:56.539733 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06766f01-24c1-4228-8ae9-e97229d5f492 req-6bd9b599-7627-4ccb-acb5-c1b6312e7951 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:56.542564 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06766f01-24c1-4228-8ae9-e97229d5f492 req-6bd9b599-7627-4ccb-acb5-c1b6312e7951 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0613334 May 25 17:11:56.591022 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06766f01-24c1-4228-8ae9-e97229d5f492 req-df7b8674-3685-450d-9922-4eabb3b5b163 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 May 25 17:11:56.635776 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1fe51165-24aa-443d-aa44-91a662649a90 req-42033095-4f41-4a53-a65e-f240546fad53 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300461 May 25 17:11:56.782050 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:56.785581 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (d83d2a31-9cf9-417f-8380-f40b97843b31), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:56.879963 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Floating IP d83d2a31-9cf9-417f-8380-f40b97843b31 associated. External IP: 172.27.0.219, port: 59d8b30c-3e18-47c8-ad7a-a6090706a8e6. May 25 17:11:56.978281 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:57.014494 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:57.118069 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-7befcf76-77aa-4c61-8037-001fd24f8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:57.119535 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-7befcf76-77aa-4c61-8037-001fd24f8e82 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0&tenant_id=197671139e6b42069ba82ea9fdf1da40 HTTP/1.1" status: 200 len: 1127 time: 0.1039133 May 25 17:11:57.146200 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:11:57.220571 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-d9b7b04d-0c1c-45fe-8f4d-30d5a8f5d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:57.222101 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-d9b7b04d-0c1c-45fe-8f4d-30d5a8f5d813 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 1127 time: 0.0779402 May 25 17:11:57.318361 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:11:57.323740 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:11:57.329929 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:11:57.333120 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9748b-e166-465d-912e-92ad19ba6feb req-8c2f32ee-38e9-4c1e-acac-97dc3c404534 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:57.334580 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-15e9748b-e166-465d-912e-92ad19ba6feb req-8c2f32ee-38e9-4c1e-acac-97dc3c404534 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 945 time: 0.0688975 May 25 17:11:57.344197 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:57.344875 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:57.375845 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4d85b2e0-84c2-4f69-a599-7adb8ec08d79 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "PUT /v2.0/floatingips/d83d2a31-9cf9-417f-8380-f40b97843b31 HTTP/1.1" status: 200 len: 991 time: 1.2570398 May 25 17:11:57.376551 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145de36f-e49b-4444-85c5-4a207d31619b', 'tag': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:11:57.378873 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679" -d '{"events": [{"name": "network-changed", "server_uuid": "145de36f-e49b-4444-85c5-4a207d31619b", "tag": "59d8b30c-3e18-47c8-ad7a-a6090706a8e6"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:11:57.410859 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-15e9748b-e166-465d-912e-92ad19ba6feb req-b921b864-9391-441b-88cf-bfc02a115e82 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603013 May 25 17:11:57.422025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bab1e80-fbb4-4270-a513-0cd95845f103 x-openstack-request-id: req-8bab1e80-fbb4-4270-a513-0cd95845f103 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:11:57.422421 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145de36f-e49b-4444-85c5-4a207d31619b", "tag": "59d8b30c-3e18-47c8-ad7a-a6090706a8e6", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:11:57.422866 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bab1e80-fbb4-4270-a513-0cd95845f103 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:11:57.423521 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bab1e80-fbb4-4270-a513-0cd95845f103'] response: {'name': 'network-changed', 'server_uuid': '145de36f-e49b-4444-85c5-4a207d31619b', 'tag': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'status': 'completed', 'code': 200} May 25 17:11:57.450218 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:57.482955 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:57.587056 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:57.657193 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32c5c3-e910-42dc-a520-29814005e3fa req-8bc69014-e0ca-4a0e-b4a4-2645563d3001 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:57.657837 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:16Z', 'revision_number': 2, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}, {'id': 'd83d2a31-9cf9-417f-8380-f40b97843b31', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:1b:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145de36f-e49b-4444-85c5-4a207d31619b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:30Z', 'updated_at': '2022-05-25T17:11:56Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:57.658603 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be32c5c3-e910-42dc-a520-29814005e3fa req-8bc69014-e0ca-4a0e-b4a4-2645563d3001 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0478208 May 25 17:11:57.684572 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:11:57.695788 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:11:57.696000 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:11:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:57.713651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:57.718598 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be32c5c3-e910-42dc-a520-29814005e3fa req-1cf440df-be4d-4ce3-bf15-318cd778fbc2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543244 May 25 17:11:57.791948 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-96326179-582f-4b43-b13a-737ed8c69873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:57.793467 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-96326179-582f-4b43-b13a-737ed8c69873 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 1129 time: 0.0572832 May 25 17:11:57.803003 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:11:57.828473 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-a11829d0-2590-43d5-8212-2b3df31eb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:57.829983 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-a11829d0-2590-43d5-8212-2b3df31eb608 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 918 time: 0.1462195 May 25 17:11:58.105101 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:16Z', 'revision_number': 2, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}, {'id': 'd83d2a31-9cf9-417f-8380-f40b97843b31', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:1b:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145de36f-e49b-4444-85c5-4a207d31619b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:30Z', 'updated_at': '2022-05-25T17:11:56Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:58.131046 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02f4a8-c09b-4427-a17a-c7aa070fa2bb None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:16Z', 'revision_number': 2, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}, {'id': 'd83d2a31-9cf9-417f-8380-f40b97843b31', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:1b:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145de36f-e49b-4444-85c5-4a207d31619b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:30Z', 'updated_at': '2022-05-25T17:11:56Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:11:58.159991 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-5a131b9d-38ce-452f-ab98-8b1355bdd549 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9d31d9-985b-4772-a564-1cbeee313f84 HTTP/1.1" status: 200 len: 998 time: 0.3043826 May 25 17:11:58.174272 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-e15f47b8-33ab-4717-9ecd-097aa6b75aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:58.175744 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-e15f47b8-33ab-4717-9ecd-097aa6b75aee service neutron] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 915 time: 0.3753040 May 25 17:11:58.318709 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f855f7d6-4a9a-476c-90d8-9c9ae309bcd3 None None] New status for floating IP d83d2a31-9cf9-417f-8380-f40b97843b31: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:11:58.518082 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-5ba3b49d-9fc2-4f6e-8599-85671e77cd7f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261209830&fields=id&tenant_id=1d67075f4eaf4908acb0c2763153b81c HTTP/1.1" status: 200 len: 267 time: 0.0642309 May 25 17:11:58.541654 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c5f95-061e-4f3c-9ab7-54a7356ea526 req-8886d4f1-3a12-42d3-b08e-53a6b4666f04 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:58.543132 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-da3c5f95-061e-4f3c-9ab7-54a7356ea526 req-8886d4f1-3a12-42d3-b08e-53a6b4666f04 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 945 time: 0.0558481 May 25 17:11:58.591297 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-da3c5f95-061e-4f3c-9ab7-54a7356ea526 req-bba60748-a467-4704-89e6-e8626ed22dcc tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 May 25 17:11:58.692210 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-e898ae6e-d8e2-4862-9637-0441cee9aeb2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:58.697128 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-e898ae6e-d8e2-4862-9637-0441cee9aeb2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/networks?id=400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 200 len: 808 time: 0.1782961 May 25 17:11:58.701730 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:58.734405 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-08a852f8-ebea-439c-be89-67e0cf417fca tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/quotas/1d67075f4eaf4908acb0c2763153b81c HTTP/1.1" status: 200 len: 375 time: 0.0265069 May 25 17:11:58.743854 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-d6c2716c-9b28-44a7-bef3-a66acccf8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:58.745276 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-d6c2716c-9b28-44a7-bef3-a66acccf8755 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.1326373 May 25 17:11:58.746881 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-c77f09e5-8e11-49d0-a2be-2e5b4cc3c97a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d8b30c-3e18-47c8-ad7a-a6090706a8e6 HTTP/1.1" status: 200 len: 1001 time: 0.1210816 May 25 17:11:58.832624 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:11:58.844363 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42c581-5c3d-4456-ad74-93f5a12ab536 req-663db31f-ab9c-4c8b-9487-ea2ba7917e67 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:58.845895 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a42c581-5c3d-4456-ad74-93f5a12ab536 req-663db31f-ab9c-4c8b-9487-ea2ba7917e67 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0494080 May 25 17:11:58.854296 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-62be7442-9baa-4296-8c07-3aebb8f430ae tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1d67075f4eaf4908acb0c2763153b81c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128044 May 25 17:11:58.865759 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-5b6a6eb5-c738-4d27-8f21-9aca612655c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:58.867228 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-5b6a6eb5-c738-4d27-8f21-9aca612655c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907412 May 25 17:11:58.880428 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-6ff2e7b1-af81-4a2b-9f57-aae7ca4744f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:58.882140 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-6ff2e7b1-af81-4a2b-9f57-aae7ca4744f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.1063821 May 25 17:11:58.894207 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a42c581-5c3d-4456-ad74-93f5a12ab536 req-b4ac6729-294a-4c85-8977-88243b14a7f9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427735 May 25 17:11:59.019518 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-6b906dbe-e412-4f6d-92ac-05f65cafa694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:59.021033 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-6b906dbe-e412-4f6d-92ac-05f65cafa694 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223752 May 25 17:11:59.077902 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-7d5d14af-8bac-439c-8878-f41c7beda2c1 service neutron] 10.222.0.31 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078776 May 25 17:11:59.132539 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-a93788a3-7f8b-4a5f-955f-53c4e7ea83fb service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537515 May 25 17:11:59.250711 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-64d04a05-46be-410c-b66e-5cfb3e93718c service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179098 May 25 17:11:59.311399 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-79e5e56b-c3d3-47ff-b934-afc7b4b9779f service neutron] 10.222.0.31 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040043 May 25 17:11:59.360376 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63b53ca4-c63a-4dbb-b2ef-e49431f32b4f req-fac2259a-0fea-4255-ae21-c1eb01bf44ec service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000637 May 25 17:11:59.401371 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10b6cce2-88e6-44ca-aaa4-94fdf25b9679 req-48c1995c-d8a2-4517-b4ee-08b03766c879 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306396 May 25 17:11:59.623932 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8e8f6f8-227d-4125-969f-0352ba1860d3 req-1b71e0ff-a03a-4fff-a20f-c54871ccd00c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0337811 May 25 17:11:59.741002 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92caba-679a-4eed-99c7-0e71c49fcfb7 req-e43f50c3-b37a-4e9a-b00e-e74a1fcb1ce2 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:11:59.742500 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cb92caba-679a-4eed-99c7-0e71c49fcfb7 req-e43f50c3-b37a-4e9a-b00e-e74a1fcb1ce2 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 945 time: 0.0591633 May 25 17:11:59.800448 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cb92caba-679a-4eed-99c7-0e71c49fcfb7 req-5ba307cb-1b54-47a6-bc1a-2b42d2bb6ea1 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517516 May 25 17:12:00.082641 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25dc0-61c1-49d8-be1f-468c326900fb req-ad3345d3-95cc-4b8b-a59a-e85e2f6685dd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:00.093545 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-85d25dc0-61c1-49d8-be1f-468c326900fb req-ad3345d3-95cc-4b8b-a59a-e85e2f6685dd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.1143086 May 25 17:12:00.159366 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-85d25dc0-61c1-49d8-be1f-468c326900fb req-f5b3a0fb-174a-471a-98f1-a30129c593d6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615761 May 25 17:12:00.759596 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a5027008-1953-46ba-ae29-d929834bd362 req-1ab85fec-3879-4f24-a204-4c9c4be52409 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0329111 May 25 17:12:01.239099 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:01.294035 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac3364-05d2-4e5a-803b-fc67757aca45 req-ad411415-9d99-424d-baa1-1a8bf9240d87 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:01.296040 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-69ac3364-05d2-4e5a-803b-fc67757aca45 req-ad411415-9d99-424d-baa1-1a8bf9240d87 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0660918 May 25 17:12:01.348046 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-69ac3364-05d2-4e5a-803b-fc67757aca45 req-9527c6de-6000-448a-9949-a81c2e9bd261 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458364 May 25 17:12:01.880282 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8d806a76-4d43-4ea8-833f-371a85ce1005 req-6fc7f8e5-f35f-4797-b01b-329250678497 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0480812 May 25 17:12:02.469697 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5de44-95a1-43c5-bbde-9296f365145f req-a90a5c1f-6e1b-4c3f-a7ca-8c04279fa168 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:02.471238 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39e5de44-95a1-43c5-bbde-9296f365145f req-a90a5c1f-6e1b-4c3f-a7ca-8c04279fa168 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0480220 May 25 17:12:02.524105 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39e5de44-95a1-43c5-bbde-9296f365145f req-396d2ca2-ade7-410e-9795-fff280ec7f42 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471375 May 25 17:12:02.982485 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ed30b6b-828f-4da7-843f-7411b6b71747 req-1d638f87-2126-445e-8737-79bfcf7092eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0297940 May 25 17:12:03.649540 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515109c-b926-42d1-a2f6-d911e2b56bb4 req-3a9ea912-0b78-4dc8-8dbb-3138e4aa5201 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:03.651065 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2515109c-b926-42d1-a2f6-d911e2b56bb4 req-3a9ea912-0b78-4dc8-8dbb-3138e4aa5201 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0503950 May 25 17:12:03.706338 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2515109c-b926-42d1-a2f6-d911e2b56bb4 req-857fa358-2457-484d-b1cd-7993a2dc0eda tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493982 May 25 17:12:04.077417 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4c15e47b-f7c2-4060-a0ba-60203fea15af req-8cb71797-d330-4f5e-813c-a2b210488b6e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0283873 May 25 17:12:04.838666 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa5333-a385-4a4c-a24f-e0fea8c8472e req-4927d576-585d-40af-9dad-5dea3771a985 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:04.840977 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cdaa5333-a385-4a4c-a24f-e0fea8c8472e req-4927d576-585d-40af-9dad-5dea3771a985 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0597100 May 25 17:12:04.911865 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cdaa5333-a385-4a4c-a24f-e0fea8c8472e req-6bed2caf-76e7-4513-81da-2d4bdc88b799 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596142 May 25 17:12:05.181822 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de29b8ca-61b7-4430-af28-1531bad48e42 req-7980ce72-acfe-4d28-a1a9-24a340d55918 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0345743 May 25 17:12:06.037759 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee552e9-1336-4188-9bf4-0f0cda2c486b req-a454ac3d-674a-4a7a-a317-3cd7565ef98b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:06.039250 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ee552e9-1336-4188-9bf4-0f0cda2c486b req-a454ac3d-674a-4a7a-a317-3cd7565ef98b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0512645 May 25 17:12:06.089235 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ee552e9-1336-4188-9bf4-0f0cda2c486b req-39ff77e6-dbc2-4c0a-a592-4225885c5d63 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435162 May 25 17:12:06.299669 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a75b653a-5340-4480-b54a-2ef2fa78aa51 req-27421263-5e96-4131-9711-197c720c336a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0311775 May 25 17:12:07.230311 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535aa6c-b480-444a-8236-f80fa9744cfb req-c863daa5-3c4a-40b8-938f-6d6a3ab03709 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:07.231750 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0535aa6c-b480-444a-8236-f80fa9744cfb req-c863daa5-3c4a-40b8-938f-6d6a3ab03709 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0472584 May 25 17:12:07.280533 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0535aa6c-b480-444a-8236-f80fa9744cfb req-0baba6e1-083a-4b41-8067-9d336bfd12dd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 May 25 17:12:07.414052 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-787b423c-ae88-4bf8-a0e5-b3905a6f048c req-fdec119e-eb13-4dbe-8879-b689a46701f3 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0437460 May 25 17:12:07.526145 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:08.109048 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=47 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:08.405581 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dde4dc-3cd9-4d78-9f58-7414887928bf req-84546274-b9d6-4f65-81c4-db3ca83fd71f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:08.406972 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32dde4dc-3cd9-4d78-9f58-7414887928bf req-84546274-b9d6-4f65-81c4-db3ca83fd71f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0517912 May 25 17:12:08.491719 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32dde4dc-3cd9-4d78-9f58-7414887928bf req-b9fc24db-ebed-4a3f-8e4b-9b07867f4905 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776067 May 25 17:12:08.526379 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02d0f6c0-89c8-4f88-b6bd-80dfd632b9ea req-013290d2-e015-43aa-b154-5907f2493c78 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0328605 May 25 17:12:09.623775 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb9bfe-88cd-400d-9426-da3c2c3ca319 req-ef1dbd6f-cdc4-4add-b7c7-7e5959595054 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:09.625470 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9bbb9bfe-88cd-400d-9426-da3c2c3ca319 req-ef1dbd6f-cdc4-4add-b7c7-7e5959595054 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0658371 May 25 17:12:09.641307 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-42d2e696-4a94-4f47-b1ec-c2c747ce8941 req-770a0875-2f37-4f11-8093-6d2f6dba8338 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0359957 May 25 17:12:09.693408 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9bbb9bfe-88cd-400d-9426-da3c2c3ca319 req-13bc7861-9aea-44b7-82d3-4378aa6948c0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584829 May 25 17:12:10.732654 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f8a4798-46c6-4642-87e9-99de92a1d7da req-5595c985-a201-4ddb-b78f-d7572bfc9aad tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0296078 May 25 17:12:10.821437 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:10.836747 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3d927-e305-4a13-aecb-bdb09c7ff5fd req-276c7790-c201-46b6-8a93-ffdac082b791 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:10.838227 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4df3d927-e305-4a13-aecb-bdb09c7ff5fd req-276c7790-c201-46b6-8a93-ffdac082b791 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0571327 May 25 17:12:10.891791 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4df3d927-e305-4a13-aecb-bdb09c7ff5fd req-f96b2fb1-ccfd-499e-bea6-1382c592e7a7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477347 May 25 17:12:11.833632 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f71b9acf-e47c-4e64-afa1-e7467b23f454 req-e49a74d0-8033-4913-bb40-2b1c23494653 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0312293 May 25 17:12:12.010624 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dcfd6-ca43-4900-97c1-d0ebe305c970 req-ecefa3d8-b212-443a-abbf-56ddd79ca0c4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:12.012216 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f28dcfd6-ca43-4900-97c1-d0ebe305c970 req-ecefa3d8-b212-443a-abbf-56ddd79ca0c4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0471671 May 25 17:12:12.065795 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f28dcfd6-ca43-4900-97c1-d0ebe305c970 req-34b99162-13be-4c67-bb93-f54bd342e15a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470057 May 25 17:12:12.518542 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:12.930809 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-19137a5f-7933-4a1c-ad51-887fadbaef63 req-467e40ff-915c-4e9d-a786-868be641a59b tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0295725 May 25 17:12:13.188111 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d97f2b-9132-4e1d-b6fd-6dd6785abb2e req-283f3f7d-dd2b-4488-9c30-fbe6dbf66429 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:13.189888 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89d97f2b-9132-4e1d-b6fd-6dd6785abb2e req-283f3f7d-dd2b-4488-9c30-fbe6dbf66429 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0516036 May 25 17:12:13.230990 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:13.239352 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89d97f2b-9132-4e1d-b6fd-6dd6785abb2e req-e1814e26-f81c-4c73-986e-d015e6ad3da5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439553 May 25 17:12:13.271454 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:13.281547 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-d5df8307-4a2d-491e-8546-2fc0e7f50834 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431235 May 25 17:12:13.347253 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-1bbdbb63-ab21-420d-a4b7-d1b20fde6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:13.348778 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-1bbdbb63-ab21-420d-a4b7-d1b20fde6f7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 1129 time: 0.0406992 May 25 17:12:13.422348 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:13.462988 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-c28a0104-a36a-4c83-8484-21d37311a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:13.464437 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-c28a0104-a36a-4c83-8484-21d37311a0be service neutron] 10.222.0.71 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 909 time: 0.0936623 May 25 17:12:13.559367 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-15e3b234-9dc7-47c9-bead-c6d5efd068bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518 HTTP/1.1" status: 200 len: 1001 time: 0.0753467 May 25 17:12:13.624172 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-e9553483-cb9f-4b1d-ad58-94987279af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:13.625673 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-e9553483-cb9f-4b1d-ad58-94987279af2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 200 len: 847 time: 0.0510051 May 25 17:12:13.671965 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-e50bf776-42a1-49fe-9269-7dca787ec5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:13.673629 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-e50bf776-42a1-49fe-9269-7dca787ec5e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399952 May 25 17:12:13.762702 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-0153fc6a-4a56-45a2-bd26-6148d5af1e6f service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818429 May 25 17:12:13.890117 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-689273ae-4ae3-486a-8484-65d6a82ae595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:14.030990 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a6ca0ec1-22d6-4d01-b3af-77b0b57d130b req-8d4e60f0-b9a1-4e7a-9860-db1f8ecd35ae tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0325797 May 25 17:12:14.150562 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8c7e487c-9b11-4b72-8136-b38e0a25a8d1 req-6424b39c-4c49-450a-88e0-73cd2157628b service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858994 May 25 17:12:14.282446 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-0452f6b5-2259-43a0-a05c-273e49553dca tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:14.283894 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-0452f6b5-2259-43a0-a05c-273e49553dca tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.71 "GET /v2.0/networks?id=400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 200 len: 808 time: 0.1124942 May 25 17:12:14.369840 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4b9d9-b2b6-4583-81cf-156174771b79 req-f950c3de-6f2f-4a9a-bde6-5a6cab9887c0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:14.371315 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8dd4b9d9-b2b6-4583-81cf-156174771b79 req-f950c3de-6f2f-4a9a-bde6-5a6cab9887c0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0500488 May 25 17:12:14.418021 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8dd4b9d9-b2b6-4583-81cf-156174771b79 req-9e4366a0-00be-421e-b67f-37501f541517 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 May 25 17:12:14.655797 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-becfb4ce-5e08-410c-9f21-fbc28533555d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d67075f4eaf4908acb0c2763153b81c HTTP/1.1" status: 200 len: 380 time: 0.0559394 May 25 17:12:14.690795 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'port': {'device_id': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'admin_state_up': True, 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'security_groups': ['7d76e9e4-fd7a-4aa8-971e-045332093274']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:12:14.805005 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Made reservation on behalf of 1d67075f4eaf4908acb0c2763153b81c for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:12:14.808373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:14.938889 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Allocated IP 172.20.0.3 (400e769d-9a66-45af-badf-741858a97960/75b40ec7-24fe-4318-9217-441b9d32fa76/fc321a82-a17f-45cd-ae89-dea85055e57c) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:12:14.965021 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:15.005087 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:15.093185 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:15.133538 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2d49c69f-8ea0-4f24-99ba-b0da9aec937d req-167bd2f8-72e3-4311-b441-c2f7cc910361 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0338740 May 25 17:12:15.154992 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:15.196739 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Network 400e769d-9a66-45af-badf-741858a97960 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:12:15.202366 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:12:15.205998 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:12:15.238892 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:15.256822 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.257163 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.257507 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.257843 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.258370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.258845 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.259176 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.259503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.259828 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.260147 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.260588 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.261010 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.261339 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.261659 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.261977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:15.288025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:15.288701 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:15.314941 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-d13c09fe-4ba5-4dc4-92d7-392ada9aba77 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6284800 May 25 17:12:15.334078 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Request body: {'port': {'device_id': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:12:15.417281 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:15.525027 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e1065ef5-2bda-4040-aedc-49bc661c344a None None] Provisioning complete for port fc321a82-a17f-45cd-ae89-dea85055e57c triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:12:15.525027 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e1065ef5-2bda-4040-aedc-49bc661c344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:15.561337 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aad65-630e-476e-aea6-c75abafe37b1 req-b90150dc-f12e-4d57-afe7-38b54fffb4ef tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:15.563300 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0b9aad65-630e-476e-aea6-c75abafe37b1 req-b90150dc-f12e-4d57-afe7-38b54fffb4ef tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0627220 May 25 17:12:15.565443 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e1065ef5-2bda-4040-aedc-49bc661c344a None None] Port fc321a82-a17f-45cd-ae89-dea85055e57c cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:12:15.610990 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0b9aad65-630e-476e-aea6-c75abafe37b1 req-d58fd064-584a-4151-8ad2-6695d73f1713 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 May 25 17:12:15.732987 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc321a82-a17f-45cd-ae89-dea85055e57c {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:12:15.740405 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Publish callbacks [] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:15.752813 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Transition to ACTIVE for port object fc321a82-a17f-45cd-ae89-dea85055e57c will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:12:15.756359 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:15.808886 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:15.861609 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:15.887655 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Attempting to bind port fc321a82-a17f-45cd-ae89-dea85055e57c on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:12:15.888616 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Attempting to bind port fc321a82-a17f-45cd-ae89-dea85055e57c by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:12:15.889021 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Attempting to bind port fc321a82-a17f-45cd-ae89-dea85055e57c on network 400e769d-9a66-45af-badf-741858a97960 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:12:15.894015 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Port fc321a82-a17f-45cd-ae89-dea85055e57c on network 400e769d-9a66-45af-badf-741858a97960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:12:15.894332 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Attempting to bind port fc321a82-a17f-45cd-ae89-dea85055e57c on network 400e769d-9a66-45af-badf-741858a97960 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:12:15.899854 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:12:15.900193 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Checking segment: {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:12:15.900572 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Bound using segment: {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:12:15.901037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Bound port: fc321a82-a17f-45cd-ae89-dea85055e57c, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a75d10b-cf14-4e93-aa17-599ec89f3b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '400e769d-9a66-45af-badf-741858a97960'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:12:15.901388 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:15.945564 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:15.968368 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:12:15.971754 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:12:15.978795 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:16.012571 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:16.013786 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:16.015386 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] 10.222.0.71 "PUT /v2.0/ports/fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 1093 time: 0.6867995 May 25 17:12:16.015810 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:12:16.018032 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:12:16.046928 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6db60-2d98-4ef2-9257-a49dc483a1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:16.064241 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd0e9f4-bb7c-4662-b97b-52453731b428 x-openstack-request-id: req-edd0e9f4-bb7c-4662-b97b-52453731b428 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:12:16.064565 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:12:16.064907 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edd0e9f4-bb7c-4662-b97b-52453731b428 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:12:16.065308 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd0e9f4-bb7c-4662-b97b-52453731b428'] response: {'name': 'network-changed', 'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'status': 'completed', 'code': 200} May 25 17:12:16.109173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-3e2b31cc-434b-488c-9a2a-bbb69a94136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:16.110706 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-3e2b31cc-434b-488c-9a2a-bbb69a94136f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1d67075f4eaf4908acb0c2763153b81c&device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1127 time: 0.0445580 May 25 17:12:16.162804 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-534942ae-3cf0-436a-b64b-6f22c041c806 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 217 time: 0.0379446 May 25 17:12:16.165023 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-da99b05e-392a-486a-b46a-c9d7c91a9db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:16.221675 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-9ee79013-95d7-4e5d-9ef6-2fae03b8512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:16.223247 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-9ee79013-95d7-4e5d-9ef6-2fae03b8512b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=75b40ec7-24fe-4318-9217-441b9d32fa76 HTTP/1.1" status: 200 len: 847 time: 0.0526655 May 25 17:12:16.255958 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e238d4-8f08-49a5-a061-e50d6073f9c3 req-3a67d039-5e83-4aa6-b47e-c986dbb1f56a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:16.257498 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3e238d4-8f08-49a5-a061-e50d6073f9c3 req-3a67d039-5e83-4aa6-b47e-c986dbb1f56a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0463905 May 25 17:12:16.268033 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-b9bc5692-3eef-4412-8760-a9ca8e515d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:16.269651 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-b9bc5692-3eef-4412-8760-a9ca8e515d4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=400e769d-9a66-45af-badf-741858a97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394959 May 25 17:12:16.319622 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3e238d4-8f08-49a5-a061-e50d6073f9c3 req-c30be549-06b0-4e8f-a51f-18b3fab21c9d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565975 May 25 17:12:16.589561 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-100907fd-8007-4330-a837-d823c2805981 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085160 May 25 17:12:16.710763 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adb4dbde-835e-4b28-bd67-4c0550ffa6de req-345bdeaa-422b-4c20-8d21-8d63796f4fd5 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026645 May 25 17:12:16.751735 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418059-3052-427d-b30c-acf5b3449871 req-7cd832ed-cae2-4e93-ba14-afe9c0846436 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:16.753226 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83418059-3052-427d-b30c-acf5b3449871 req-7cd832ed-cae2-4e93-ba14-afe9c0846436 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0654526 May 25 17:12:16.802684 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83418059-3052-427d-b30c-acf5b3449871 req-ca128b36-03d4-4408-8409-6d070ffd9f1a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437205 May 25 17:12:17.347484 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-67e6b3a2-f26b-4e4c-82f9-c04161b438c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:17.349011 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-67e6b3a2-f26b-4e4c-82f9-c04161b438c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1d67075f4eaf4908acb0c2763153b81c&device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1127 time: 0.0403979 May 25 17:12:17.442626 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bb9aa-5d60-433d-a48f-d8a48882ea72 req-79c86179-9456-4cdf-803e-20350cf4e3aa tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:17.444088 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-606bb9aa-5d60-433d-a48f-d8a48882ea72 req-79c86179-9456-4cdf-803e-20350cf4e3aa tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0506604 May 25 17:12:17.451613 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-8d566e27-c368-434c-a775-acfd18145d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:17.453089 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-8d566e27-c368-434c-a775-acfd18145d94 service neutron] 10.222.0.71 "GET /v2.0/networks?id=400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 200 len: 909 time: 0.0941186 May 25 17:12:17.493062 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-606bb9aa-5d60-433d-a48f-d8a48882ea72 req-d330e652-2325-4043-a3ad-838d93c3349d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432618 May 25 17:12:17.498401 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-3c4fd15a-482c-4cec-96d0-272238e91ab1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 217 time: 0.0366235 May 25 17:12:17.505294 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:17.550365 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-e35fd5a5-d472-4d8f-90d7-1b95a02893db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:17.551802 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-e35fd5a5-d472-4d8f-90d7-1b95a02893db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=75b40ec7-24fe-4318-9217-441b9d32fa76 HTTP/1.1" status: 200 len: 847 time: 0.0458274 May 25 17:12:17.600545 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-b07033a9-18a7-46c9-ab68-a82c9d370fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:17.601978 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-b07033a9-18a7-46c9-ab68-a82c9d370fe1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=400e769d-9a66-45af-badf-741858a97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396070 May 25 17:12:17.676585 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:17.696163 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-78f0af34-3613-4f72-a7f7-0f7e4c65527f service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871034 May 25 17:12:17.795062 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c1b5bb4-87c8-4876-a7aa-025d8e44f773 req-32ae4669-8d97-4b84-bf70-7fb59cdde650 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911131 May 25 17:12:17.925118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36460b9-270c-4bdb-8f6e-182ff419f943 req-d6d600f2-eadc-435d-b0d0-8e36b5e34dc6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:17.926643 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d36460b9-270c-4bdb-8f6e-182ff419f943 req-d6d600f2-eadc-435d-b0d0-8e36b5e34dc6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0481827 May 25 17:12:17.957373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:17.974827 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d36460b9-270c-4bdb-8f6e-182ff419f943 req-1d2ffc6d-4437-42c8-8c24-bd8ae16ec13a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427618 May 25 17:12:18.609146 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ad5c1-abb3-4a26-be6f-728f5ae7cf53 req-40838555-77d4-48e6-9c4d-f6ae777be770 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:18.610578 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-385ad5c1-abb3-4a26-be6f-728f5ae7cf53 req-40838555-77d4-48e6-9c4d-f6ae777be770 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0463054 May 25 17:12:18.658065 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-385ad5c1-abb3-4a26-be6f-728f5ae7cf53 req-38166bc3-14e3-41e4-8ebb-67652aa84c7c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419879 May 25 17:12:18.821206 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:19.098419 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a854f2-cd3d-40c6-9118-bfaa63430a91 req-c909472d-9968-49f9-915f-1fe2dbb420bd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:19.099869 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f5a854f2-cd3d-40c6-9118-bfaa63430a91 req-c909472d-9968-49f9-915f-1fe2dbb420bd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0518315 May 25 17:12:19.147014 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f5a854f2-cd3d-40c6-9118-bfaa63430a91 req-27ceba61-3858-4866-952a-8b298bffc6ec tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415130 May 25 17:12:19.779233 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6e70c-797f-4033-af27-652a7875cdbd req-07047bb8-8347-4693-92fd-2c2b7211b1bf tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:19.780888 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-38a6e70c-797f-4033-af27-652a7875cdbd req-07047bb8-8347-4693-92fd-2c2b7211b1bf tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0520451 May 25 17:12:19.833533 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-38a6e70c-797f-4033-af27-652a7875cdbd req-edde1cb1-3450-4993-9998-bd7274bbc8f5 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469773 May 25 17:12:20.256872 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:20.275272 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a1447-81b9-4657-8d30-ac413bce3e70 req-4a6fa832-6264-4604-a6ce-af43e3b278de tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:20.276881 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-827a1447-81b9-4657-8d30-ac413bce3e70 req-4a6fa832-6264-4604-a6ce-af43e3b278de tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0527797 May 25 17:12:20.328609 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-827a1447-81b9-4657-8d30-ac413bce3e70 req-5b154c39-c057-4d02-9f33-a2eae0c0a170 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452232 May 25 17:12:20.949198 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb7f63-bcbb-4e23-852a-43cbddc3ebd0 req-2c1f0959-b494-4ab6-8ac5-83e0bee97b48 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:20.951260 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-19bb7f63-bcbb-4e23-852a-43cbddc3ebd0 req-2c1f0959-b494-4ab6-8ac5-83e0bee97b48 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0518069 May 25 17:12:21.003323 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-19bb7f63-bcbb-4e23-852a-43cbddc3ebd0 req-9e81c411-9674-44e5-bd9d-4e0150e4aaa7 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463390 May 25 17:12:21.349105 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:12:21.443842 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:21.450953 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7aec9-3481-4129-be6e-6f0d46a2bb63 req-21293ae1-5969-44cd-bfb6-d7655712a593 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:21.452599 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bfc7aec9-3481-4129-be6e-6f0d46a2bb63 req-21293ae1-5969-44cd-bfb6-d7655712a593 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 943 time: 0.0511494 May 25 17:12:21.452886 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:12:21.464480 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'port_id': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'mac_address': 'fa:16:3e:8b:20:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:12:21.495687 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:21.501254 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bfc7aec9-3481-4129-be6e-6f0d46a2bb63 req-9e30a001-16df-4eb6-a5e1-1f83d3d23de0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429738 May 25 17:12:21.501431 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fa9d31d9-985b-4772-a564-1cbeee313f84 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:12:21.501668 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:21.519297 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9d31d9-985b-4772-a564-1cbeee313f84 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:12:21.537777 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:12:21.541684 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:21.590193 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=9']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:21.918136 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fa9d31d9-985b-4772-a564-1cbeee313f84'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:12:22.116258 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11842c75-57b4-496a-bcdd-14ab4ca355dc req-b780bff4-1551-447e-8e37-1dddf8dcc4d3 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:22.117635 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-11842c75-57b4-496a-bcdd-14ab4ca355dc req-b780bff4-1551-447e-8e37-1dddf8dcc4d3 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0463114 May 25 17:12:22.165907 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-11842c75-57b4-496a-bcdd-14ab4ca355dc req-e1d5386c-93b6-42c4-9e12-3b12c490a7dc tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 May 25 17:12:22.623545 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a91590-b740-49c1-953f-845c956d51a3 req-ee8f8d97-fc06-4906-b1b4-c855925c1eb7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:22.625023 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50a91590-b740-49c1-953f-845c956d51a3 req-ee8f8d97-fc06-4906-b1b4-c855925c1eb7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 944 time: 0.0472541 May 25 17:12:22.671377 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50a91590-b740-49c1-953f-845c956d51a3 req-3f000ae1-6894-4b5f-b271-9b2adfe14ea2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407948 May 25 17:12:23.279006 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aaab0-276e-413b-9b8d-1e4ec23acf94 req-b2ea90a7-f9d8-4312-8cb3-5306a31c7dd2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:23.280496 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-830aaab0-276e-413b-9b8d-1e4ec23acf94 req-b2ea90a7-f9d8-4312-8cb3-5306a31c7dd2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0472298 May 25 17:12:23.328819 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-830aaab0-276e-413b-9b8d-1e4ec23acf94 req-64a346ea-805f-4c29-ab5f-9a511a593673 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428069 May 25 17:12:23.364899 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:12:23.409738 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fa9d31d9-985b-4772-a564-1cbeee313f84 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:12:23.410114 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:23.483905 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fa9d31d9-985b-4772-a564-1cbeee313f84 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:12:23.484209 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:23.506653 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:12:23.508858 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fbded3-911c-493c-a94f-1ef510ab83e3" -d '{"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:12:23.524025 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:12:23.527842 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:23.551864 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd61463-4909-48f0-a0f9-933143f143e8 x-openstack-request-id: req-7dd61463-4909-48f0-a0f9-933143f143e8 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:12:23.552175 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:12:23.552428 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7dd61463-4909-48f0-a0f9-933143f143e8 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:12:23.552840 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd61463-4909-48f0-a0f9-933143f143e8'] response: {'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'code': 200} May 25 17:12:23.581499 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=10']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:23.795350 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8d262-c0e1-446b-8fc0-8f5355aee409 req-316f1244-1358-4da5-93f1-7c61cf061340 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:23.796756 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83d8d262-c0e1-446b-8fc0-8f5355aee409 req-316f1244-1358-4da5-93f1-7c61cf061340 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0508149 May 25 17:12:23.843899 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83d8d262-c0e1-446b-8fc0-8f5355aee409 req-506c7bb4-d463-4d9c-8383-822581927853 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414176 May 25 17:12:24.118371 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b23908-e8ca-43a8-a4c4-191e4c47d47f req-03185c28-444b-4cd8-82ee-ae386d871fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:24.119880 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-41b23908-e8ca-43a8-a4c4-191e4c47d47f req-03185c28-444b-4cd8-82ee-ae386d871fb3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 1130 time: 0.0390298 May 25 17:12:24.164343 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-41b23908-e8ca-43a8-a4c4-191e4c47d47f req-f7c0826a-66ae-4b89-aabd-9933c4f10f06 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367177 May 25 17:12:24.447505 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920195a-e497-4e08-995f-71dd31d3aa39 req-864a4986-0e8a-4a67-a830-739c62d0e944 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:24.448938 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e920195a-e497-4e08-995f-71dd31d3aa39 req-864a4986-0e8a-4a67-a830-739c62d0e944 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0509384 May 25 17:12:24.498195 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e920195a-e497-4e08-995f-71dd31d3aa39 req-281131a7-6537-47ef-84fe-eb0d165a6a50 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 May 25 17:12:24.967968 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89227a-eb77-43db-ab71-a5b12e467343 req-b3c7cc89-3351-4221-96a6-6373fb96641a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:24.969388 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c89227a-eb77-43db-ab71-a5b12e467343 req-b3c7cc89-3351-4221-96a6-6373fb96641a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0530829 May 25 17:12:25.015490 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c89227a-eb77-43db-ab71-a5b12e467343 req-6b8da0cd-70b0-4e3c-ac4b-41b27214c86e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405731 May 25 17:12:25.390485 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc321a82-a17f-45cd-ae89-dea85055e57c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:12:25.492357 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:12:25.503780 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'port_id': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'mac_address': 'fa:16:3e:de:5a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:12:25.539023 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc321a82-a17f-45cd-ae89-dea85055e57c is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:12:25.539414 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:25.553332 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc321a82-a17f-45cd-ae89-dea85055e57c {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:12:25.573335 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:12:25.577790 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:25.604933 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:25.620246 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121355a6-d8e7-4d7f-aa94-f25473b2c185 req-81f13e6d-8dda-4e6d-8a5e-a900765957a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:25.622338 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-121355a6-d8e7-4d7f-aa94-f25473b2c185 req-81f13e6d-8dda-4e6d-8a5e-a900765957a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 944 time: 0.0525434 May 25 17:12:25.625245 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:25.628818 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:25.636964 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.637416 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.638321 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.638665 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.639046 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.639380 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.639711 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.640062 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.640397 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.640792 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.641071 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.641417 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.641746 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.642067 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.642396 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:12:25.676116 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-121355a6-d8e7-4d7f-aa94-f25473b2c185 req-4acec49b-9a20-483b-81b8-e6eae57d9b43 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445893 May 25 17:12:26.080469 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fc321a82-a17f-45cd-ae89-dea85055e57c'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:12:26.084236 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:26.109797 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:26.167252 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e18aa0-bd92-4807-98ca-e73842142360 req-b00762c5-8fb4-4e74-99ce-5306ce600101 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:26.171362 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-91e18aa0-bd92-4807-98ca-e73842142360 req-b00762c5-8fb4-4e74-99ce-5306ce600101 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0738275 May 25 17:12:26.227669 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-91e18aa0-bd92-4807-98ca-e73842142360 req-3dfa222b-27cf-485f-b3ab-3a66e826d1c6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506616 May 25 17:12:26.787050 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8202a-077b-4386-ba43-cdb796a22e4d req-cd1c6ee8-baef-4b6a-b359-576677992d19 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:26.788518 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5c8202a-077b-4386-ba43-cdb796a22e4d req-cd1c6ee8-baef-4b6a-b359-576677992d19 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 944 time: 0.0481036 May 25 17:12:26.842849 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5c8202a-077b-4386-ba43-cdb796a22e4d req-c408188d-212e-4b98-a7dc-aeef8de98e2c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474129 May 25 17:12:27.358558 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95e4d6-69c5-46cf-9eb2-be8cbedc6e53 req-a9f3c135-31fb-46c9-9a31-f645ed6da2d9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:27.360095 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cf95e4d6-69c5-46cf-9eb2-be8cbedc6e53 req-a9f3c135-31fb-46c9-9a31-f645ed6da2d9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0545659 May 25 17:12:27.380820 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:27.406267 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc321a82-a17f-45cd-ae89-dea85055e57c up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:12:27.414639 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cf95e4d6-69c5-46cf-9eb2-be8cbedc6e53 req-5dc45da0-5dd3-4bc9-a9e9-ab911068f181 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483987 May 25 17:12:27.463124 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port fc321a82-a17f-45cd-ae89-dea85055e57c completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:12:27.469215 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fc321a82-a17f-45cd-ae89-dea85055e57c triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:12:27.469612 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:27.545903 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc321a82-a17f-45cd-ae89-dea85055e57c is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:12:27.546291 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:27.686479 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:12:27.689038 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6f93a0-c435-4f9d-9829-70b9b111d493" -d '{"events": [{"server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:12:27.702062 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:12:27.707212 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:27.730071 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782ee989-2b1f-4d2d-a1c7-7d8d6e20df69 x-openstack-request-id: req-782ee989-2b1f-4d2d-a1c7-7d8d6e20df69 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:12:27.730363 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:12:27.730612 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-782ee989-2b1f-4d2d-a1c7-7d8d6e20df69 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:12:27.731026 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782ee989-2b1f-4d2d-a1c7-7d8d6e20df69'] response: {'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'code': 200} May 25 17:12:27.755675 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:27.962051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc75e7-dc69-4486-9cc6-44829d86b545 req-fc45a273-958f-4675-99bc-8f615c178fbc tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:27.963450 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85fc75e7-dc69-4486-9cc6-44829d86b545 req-fc45a273-958f-4675-99bc-8f615c178fbc tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0493295 May 25 17:12:28.044669 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-85fc75e7-dc69-4486-9cc6-44829d86b545 req-6435fb02-769b-4120-a8f2-729ae4bb7b8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751793 May 25 17:12:28.047650 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd6d6-aefc-4531-9846-0f1b88c2b91f req-72bda21e-850a-4d02-8c5e-0af10213bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:28.049086 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7cd6d6-aefc-4531-9846-0f1b88c2b91f req-72bda21e-850a-4d02-8c5e-0af10213bce8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1129 time: 0.0531843 May 25 17:12:28.099764 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b7cd6d6-aefc-4531-9846-0f1b88c2b91f req-7beb19c2-a07c-4a86-97ff-af06d8f14229 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 May 25 17:12:29.160326 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e117-0f14-43ae-986d-260e7fa651c3 req-9c28f7ed-2517-4620-b79c-6e1fa1806f72 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:29.161802 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e59e117-0f14-43ae-986d-260e7fa651c3 req-9c28f7ed-2517-4620-b79c-6e1fa1806f72 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0468171 May 25 17:12:29.196026 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:29.210528 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e59e117-0f14-43ae-986d-260e7fa651c3 req-a64687fe-5045-45ac-8f66-5a103aabf841 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 May 25 17:12:30.327820 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b286c8-cf0e-4b79-b7ff-d6a6e74065e8 req-f6087e04-cb4d-4c70-a413-5ad92b8b4264 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:30.329345 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-22b286c8-cf0e-4b79-b7ff-d6a6e74065e8 req-f6087e04-cb4d-4c70-a413-5ad92b8b4264 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0519531 May 25 17:12:30.384651 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-22b286c8-cf0e-4b79-b7ff-d6a6e74065e8 req-476deae8-bafa-4978-8ef3-c324fd26ecee tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499196 May 25 17:12:30.546855 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:30.552777 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:31.504652 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed43ec-34f1-4f76-970d-1837f36dbfa1 req-328c05ed-1b86-4ac0-951c-55c19c471fc9 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:31.506125 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d8ed43ec-34f1-4f76-970d-1837f36dbfa1 req-328c05ed-1b86-4ac0-951c-55c19c471fc9 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0516877 May 25 17:12:31.555566 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d8ed43ec-34f1-4f76-970d-1837f36dbfa1 req-8b63f379-2338-445e-81f2-b8d37770258d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438478 May 25 17:12:32.673163 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2860d07-9b1c-437e-bf30-69982e1666fc req-da9fe705-0978-45dc-a5aa-8257588b582a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:32.674877 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b2860d07-9b1c-437e-bf30-69982e1666fc req-da9fe705-0978-45dc-a5aa-8257588b582a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0512223 May 25 17:12:32.739078 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b2860d07-9b1c-437e-bf30-69982e1666fc req-64bd8689-c3f9-4f3f-81fa-b68922436b6c tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576987 May 25 17:12:32.866576 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45857129-ba2c-462c-ab24-6e2e2f7ba403 req-a2ed0e4c-2d7f-44e7-ae04-eea4cb3be3c1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:32.868033 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45857129-ba2c-462c-ab24-6e2e2f7ba403 req-a2ed0e4c-2d7f-44e7-ae04-eea4cb3be3c1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0509453 May 25 17:12:32.917404 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45857129-ba2c-462c-ab24-6e2e2f7ba403 req-b6ecc8b3-29e1-4dbe-9980-4eb476798da5 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 May 25 17:12:32.940062 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 52656) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:12:33.080214 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5279e6-017b-4fec-9708-1e8b27ffecb1 tempest-TestShelveInstance-645785015 tempest-TestShelveInstance-645785015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:33.081752 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2e5279e6-017b-4fec-9708-1e8b27ffecb1 tempest-TestShelveInstance-645785015 tempest-TestShelveInstance-645785015-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1124 time: 0.1407049 May 25 17:12:33.084826 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 52660) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:12:33.089404 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'port_id': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:12:33.113247 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:33.193938 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:33.302156 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Allocated IP 172.27.0.61 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/aa47ce94-c64a-4226-a1e6-db4c348d21e6) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:12:33.409631 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for port (aa47ce94-c64a-4226-a1e6-db4c348d21e6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:33.436261 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:33.444494 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (aa47ce94-c64a-4226-a1e6-db4c348d21e6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:33.475748 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:33.489764 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:12:33.495264 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:12:33.498438 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'Port': ['ID=aa47ce94-c64a-4226-a1e6-db4c348d21e6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:33.500590 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:12:33.518398 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:12:33.898557 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for floatingip (75825a82-0934-4028-85ee-100d3b6a2b9c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:33.972981 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (aa47ce94-c64a-4226-a1e6-db4c348d21e6), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:34.147402 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for port (aa47ce94-c64a-4226-a1e6-db4c348d21e6), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:34.151784 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (aa47ce94-c64a-4226-a1e6-db4c348d21e6), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:34.221782 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event updated for resources: {'Port': ['ID=aa47ce94-c64a-4226-a1e6-db4c348d21e6,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:34.233766 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (75825a82-0934-4028-85ee-100d3b6a2b9c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:34.330106 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Floating IP 75825a82-0934-4028-85ee-100d3b6a2b9c associated. External IP: 172.27.0.61, port: fc321a82-a17f-45cd-ae89-dea85055e57c. May 25 17:12:34.363835 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:34.370062 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:34.531991 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Router ac6ae2e0-02aa-47f3-806f-d4af35e768df has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:12:34.635364 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:12:34.645850 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] Sync routers for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:12:34.653505 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:34.657235 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:12:34.657926 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:12:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:12:34.684295 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7c7e44de-e9a4-4404-aab9-c3bccf5f23eb tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5980973 May 25 17:12:34.685051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:12:34.687346 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb222652-47d4-46b0-b533-a6595de03c08" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:12:34.725219 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d039952-c2ce-4bc1-ab51-73793bb90885 x-openstack-request-id: req-1d039952-c2ce-4bc1-ab51-73793bb90885 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:12:34.725513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:12:34.725775 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d039952-c2ce-4bc1-ab51-73793bb90885 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:12:34.726182 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d039952-c2ce-4bc1-ab51-73793bb90885'] response: {'name': 'network-changed', 'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'status': 'completed', 'code': 200} May 25 17:12:34.764761 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:12:34.969906 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '75825a82-0934-4028-85ee-100d3b6a2b9c', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'port_id': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'mac_address': 'fa:16:3e:de:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:12:33Z', 'updated_at': '2022-05-25T17:12:33Z', 'revision_number': 0, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:26Z', 'revision_number': 5, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:12:34.996898 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] Checking router: ac6ae2e0-02aa-47f3-806f-d4af35e768df for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:12:35.004871 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:12:35.005464 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:12:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:12:35.105691 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:12:35.306275 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '75825a82-0934-4028-85ee-100d3b6a2b9c', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'port_id': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'mac_address': 'fa:16:3e:de:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:12:33Z', 'updated_at': '2022-05-25T17:12:33Z', 'revision_number': 0, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:26Z', 'revision_number': 5, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:12:35.331547 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3536dfa-9b9b-4243-9617-ad71bfae491a None None] The sync data for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi is: [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '75825a82-0934-4028-85ee-100d3b6a2b9c', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'port_id': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'mac_address': 'fa:16:3e:de:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:12:33Z', 'updated_at': '2022-05-25T17:12:33Z', 'revision_number': 0, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:26Z', 'revision_number': 5, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:12:35.522977 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67347e94-0fe4-405d-8da5-32eb251c68c4 None None] New status for floating IP 75825a82-0934-4028-85ee-100d3b6a2b9c: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:12:35.910803 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222652-47d4-46b0-b533-a6595de03c08 req-ba781bb4-59db-4653-a66e-6a004450bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:35.912193 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb222652-47d4-46b0-b533-a6595de03c08 req-ba781bb4-59db-4653-a66e-6a004450bd69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1d67075f4eaf4908acb0c2763153b81c&device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1129 time: 0.0382905 May 25 17:12:36.004208 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222652-47d4-46b0-b533-a6595de03c08 req-f558f65d-450f-45c6-bcc4-51eea7becf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:36.005671 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb222652-47d4-46b0-b533-a6595de03c08 req-f558f65d-450f-45c6-bcc4-51eea7becf71 service neutron] 10.222.0.71 "GET /v2.0/networks?id=400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 200 len: 909 time: 0.0859892 May 25 17:12:36.068684 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb222652-47d4-46b0-b533-a6595de03c08 req-c3f154f3-d013-44d5-8e3f-132da1e1d6ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 1000 time: 0.0536158 May 25 17:12:36.122084 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222652-47d4-46b0-b533-a6595de03c08 req-b15a8387-9d68-4d30-ad5e-9b3669e22959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:36.123481 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb222652-47d4-46b0-b533-a6595de03c08 req-b15a8387-9d68-4d30-ad5e-9b3669e22959 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=75b40ec7-24fe-4318-9217-441b9d32fa76 HTTP/1.1" status: 200 len: 847 time: 0.0462477 May 25 17:12:36.395286 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222652-47d4-46b0-b533-a6595de03c08 req-fea398b4-736c-497c-9238-8ef1e4eb4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:36.396810 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb222652-47d4-46b0-b533-a6595de03c08 req-fea398b4-736c-497c-9238-8ef1e4eb4a0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=400e769d-9a66-45af-badf-741858a97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2633321 May 25 17:12:36.485659 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb222652-47d4-46b0-b533-a6595de03c08 req-39054438-fc07-46fc-b574-fb8fe98dcf54 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812507 May 25 17:12:36.579398 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb222652-47d4-46b0-b533-a6595de03c08 req-959c10e1-b588-46d9-b0f6-7ca09b597635 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864036 May 25 17:12:37.510757 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:43.076611 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=24 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:43.077443 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=43 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:43.894182 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc199-c91f-4739-ada8-793aeeb2beb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:45.309723 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=77 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:45.310540 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=73 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:46.057606 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf857d4-f0b1-4192-8d17-0127ce3d16ef req-79951358-a161-4104-9c31-7e87cd5beda0 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:46.059489 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3bf857d4-f0b1-4192-8d17-0127ce3d16ef req-79951358-a161-4104-9c31-7e87cd5beda0 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 945 time: 0.0486364 May 25 17:12:46.108645 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3bf857d4-f0b1-4192-8d17-0127ce3d16ef req-2ba32537-dae9-466f-b276-82f6cc39f22d tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 May 25 17:12:46.157178 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-80d83090-4fc3-4b24-a971-e519b3c58305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:46.574915 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:46.576816 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:12:47.225103 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf313eb2-0130-4b69-93bc-e9bda35add4c req-853bac64-ac93-4014-8e62-24fdc2daf0ff tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:47.226577 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cf313eb2-0130-4b69-93bc-e9bda35add4c req-853bac64-ac93-4014-8e62-24fdc2daf0ff tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 945 time: 0.0480108 May 25 17:12:47.272987 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cf313eb2-0130-4b69-93bc-e9bda35add4c req-c8a3a87b-6206-4d3b-88a6-906ea8b2a19c tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 May 25 17:12:47.506395 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:48.120467 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-43419af4-0d60-41cf-8f3c-b37e5e104648 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:48.122420 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-43419af4-0d60-41cf-8f3c-b37e5e104648 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.71 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 945 time: 0.0501213 May 25 17:12:48.209349 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Deleting port 15213f99-cfc9-459a-abff-c83378d5b919 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:12:48.209697 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (15213f99-cfc9-459a-abff-c83378d5b919), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:48.298950 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] For port 15213f99-cfc9-459a-abff-c83378d5b919, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=15213f99-cfc9-459a-abff-c83378d5b919,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:12:48.299315 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (15213f99-cfc9-459a-abff-c83378d5b919), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:48.314023 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Calling delete_port for 15213f99-cfc9-459a-abff-c83378d5b919 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:12:48.394097 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f7361-13c0-4adf-9ca6-19281ec5ae37 req-57cc2c7f-eafc-43e1-a30b-ea529589bfb0 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:48.395644 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e84f7361-13c0-4adf-9ca6-19281ec5ae37 req-57cc2c7f-eafc-43e1-a30b-ea529589bfb0 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eac90cb-0606-4589-b405-8d607816944a HTTP/1.1" status: 200 len: 945 time: 0.0524898 May 25 17:12:48.443423 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (15213f99-cfc9-459a-abff-c83378d5b919), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:48.444173 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e84f7361-13c0-4adf-9ca6-19281ec5ae37 req-9949d85f-f70a-4b07-83d4-8b3fa7b9dcf3 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428748 May 25 17:12:48.461481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['15213f99-cfc9-459a-abff-c83378d5b919'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:12:48.471844 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Pushing event deleted for resources: {'Port': ['ID=15213f99-cfc9-459a-abff-c83378d5b919,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:12:48.523607 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] No DVR routers for this DVR port 15213f99-cfc9-459a-abff-c83378d5b919 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:12:48.526719 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:48.531001 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8ab60ee5-c4c8-4b25-b8ce-e9978c581948 req-24a920e2-8e42-4791-bd1e-5c470dea9266 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.71 "DELETE /v2.0/ports/15213f99-cfc9-459a-abff-c83378d5b919 HTTP/1.1" status: 204 len: 173 time: 0.3995628 May 25 17:12:48.531458 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eac90cb-0606-4589-b405-8d607816944a', 'name': 'network-vif-deleted', 'tag': '15213f99-cfc9-459a-abff-c83378d5b919'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:12:48.533710 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24f9429-93bd-403d-b1b3-fb43c6fb5a63" -d '{"events": [{"server_uuid": "7eac90cb-0606-4589-b405-8d607816944a", "name": "network-vif-deleted", "tag": "15213f99-cfc9-459a-abff-c83378d5b919"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:12:48.573766 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d87ae7-f7ae-478c-8215-8f0f77e71b3b x-openstack-request-id: req-b4d87ae7-f7ae-478c-8215-8f0f77e71b3b {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:12:48.575103 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eac90cb-0606-4589-b405-8d607816944a", "name": "network-vif-deleted", "tag": "15213f99-cfc9-459a-abff-c83378d5b919", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:12:48.575103 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4d87ae7-f7ae-478c-8215-8f0f77e71b3b {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:12:48.575501 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d87ae7-f7ae-478c-8215-8f0f77e71b3b'] response: {'server_uuid': '7eac90cb-0606-4589-b405-8d607816944a', 'name': 'network-vif-deleted', 'tag': '15213f99-cfc9-459a-abff-c83378d5b919', 'status': 'completed', 'code': 200} May 25 17:12:48.823255 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:50.261414 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:12:53.596709 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 15213f99-cfc9-459a-abff-c83378d5b919 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:12:53.616522 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 15213f99-cfc9-459a-abff-c83378d5b919 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:12:53.616916 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 15213f99-cfc9-459a-abff-c83378d5b919 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:12:57.467457 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-36622187-4584-45d3-887b-90f00cd93bb6 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:57.468830 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-36622187-4584-45d3-887b-90f00cd93bb6 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/networks?id=2300e90b-d27f-4f3f-bb1d-d819acec0222 HTTP/1.1" status: 200 len: 814 time: 0.1021402 May 25 17:12:57.483596 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-d5b4af6f-343c-4c36-911f-35ae14a7cc1e tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/quotas/0f97d685bab047d8bbcd4c9e804f7d82 HTTP/1.1" status: 200 len: 375 time: 0.0094812 May 25 17:12:57.517351 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-48f33f37-c934-4b96-8511-c6c0d5124e38 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f97d685bab047d8bbcd4c9e804f7d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289316 May 25 17:12:57.608051 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-f87cc67f-0b93-4822-b773-0de9607d0785 service neutron] 10.222.0.31 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 May 25 17:12:57.704507 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-f3ec8d53-495f-4423-83af-7f85f46abc76 service neutron] 10.222.0.31 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909073 May 25 17:12:57.863560 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df346a10-7ea4-404f-9c31-d64ca0c6ce13 req-a78dde41-bda1-4acc-89b3-2cd7be434d85 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 210 time: 0.0289006 May 25 17:12:58.960743 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ccfbc8c5-da3d-49c7-b57c-cefd8d2375ee req-03881b85-287d-4df8-8e6f-f75400edf038 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 210 time: 0.0285459 May 25 17:12:59.434621 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-4c0b341b-7f77-4b60-a7be-57f1cfd56169 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:12:59.436640 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-4c0b341b-7f77-4b60-a7be-57f1cfd56169 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.71 "GET /v2.0/networks?id=2300e90b-d27f-4f3f-bb1d-d819acec0222 HTTP/1.1" status: 200 len: 814 time: 0.1102684 May 25 17:12:59.814376 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Request body: {'port': {'device_id': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222', 'admin_state_up': True, 'tenant_id': '0f97d685bab047d8bbcd4c9e804f7d82'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:12:59.926631 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Made reservation on behalf of 0f97d685bab047d8bbcd4c9e804f7d82 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:12:59.930100 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:00.013045 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:00.059841 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7c19ac02-c699-4861-8e4f-5b7aa367ab0a req-07259396-07e2-4220-b35c-bfa935ac63bf tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 210 time: 0.0287645 May 25 17:13:00.064462 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Allocated IP 172.20.0.9 (2300e90b-d27f-4f3f-bb1d-d819acec0222/b3c99ca6-0162-43fa-8e3b-53666569599e/7edb7e9c-d195-4fd0-ac49-cecab1f2db8b) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:13:00.082966 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:00.217030 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks [] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:00.250287 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:00.257493 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:00.291714 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Network 2300e90b-d27f-4f3f-bb1d-d819acec0222 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:13:00.297500 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:13:00.301223 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:13:00.332433 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Pushing event updated for resources: {'Port': ['ID=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:00.356402 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:00.357072 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:00.380167 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b6ac674b-e5d1-4a6f-81f8-c8120d7dee1b tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705867 May 25 17:13:00.395445 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Request body: {'port': {'device_id': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:00.462874 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:00.763778 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454315c8-8c61-4990-912d-fe41f82ecd4e req-7d246877-20a1-469d-a149-b4e80744d8de tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:00.765577 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-454315c8-8c61-4990-912d-fe41f82ecd4e req-7d246877-20a1-469d-a149-b4e80744d8de tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0561290 May 25 17:13:00.801514 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c6128-32bb-44db-8099-a31ed322b23e req-273c1b6b-018e-4811-b58c-49f11c2b0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:00.803013 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-170c6128-32bb-44db-8099-a31ed322b23e req-273c1b6b-018e-4811-b58c-49f11c2b0818 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1130 time: 0.0838792 May 25 17:13:00.817109 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:13:00.818107 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-454315c8-8c61-4990-912d-fe41f82ecd4e req-a08166de-f7c5-4c55-8c10-cda826e7e5ed tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465779 May 25 17:13:00.834648 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Publish callbacks [] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:00.875809 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:00.888917 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Transition to ACTIVE for port object 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:13:00.894572 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:00.928029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:00.974788 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:00.984536 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c6128-32bb-44db-8099-a31ed322b23e req-937cae50-0c4f-4f27-a933-d3b3435bd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:00.986065 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-170c6128-32bb-44db-8099-a31ed322b23e req-937cae50-0c4f-4f27-a933-d3b3435bd43d service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.1641243 May 25 17:13:01.095671 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-170c6128-32bb-44db-8099-a31ed322b23e req-a2c0fcb6-cbfc-4c76-a83e-6f4acddf5171 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 200 len: 1002 time: 0.0894861 May 25 17:13:01.115916 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Attempting to bind port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:13:01.116259 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Attempting to bind port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:13:01.116595 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Attempting to bind port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b on network 2300e90b-d27f-4f3f-bb1d-d819acec0222 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:13:01.143454 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b on network 2300e90b-d27f-4f3f-bb1d-d819acec0222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:13:01.143781 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Attempting to bind port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b on network 2300e90b-d27f-4f3f-bb1d-d819acec0222 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:13:01.176444 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:13:01.176811 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Checking segment: {'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:13:01.177195 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Bound using segment: {'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:13:01.177626 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Bound port: 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:13:01.177988 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:01.201895 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c6128-32bb-44db-8099-a31ed322b23e req-638236dd-53dc-4cb8-83ed-659241311156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:01.203337 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-170c6128-32bb-44db-8099-a31ed322b23e req-638236dd-53dc-4cb8-83ed-659241311156 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.0987623 May 25 17:13:01.213550 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8314a-c327-4132-8817-e62057692703 req-b383a6e4-f12c-471e-9a19-740da089ae5f tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:01.215719 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-50d8314a-c327-4132-8817-e62057692703 req-b383a6e4-f12c-471e-9a19-740da089ae5f tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 943 time: 0.0790105 May 25 17:13:01.311615 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c6128-32bb-44db-8099-a31ed322b23e req-35bc4099-a9df-4c94-9eaa-2b579a22677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:01.313634 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-170c6128-32bb-44db-8099-a31ed322b23e req-35bc4099-a9df-4c94-9eaa-2b579a22677d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970814 May 25 17:13:01.345784 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] For port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:13:01.396942 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] For port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:13:01.401040 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-50d8314a-c327-4132-8817-e62057692703 req-75ae979f-8787-4d32-b791-ac7e2b8fa374 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751337 May 25 17:13:01.411503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:01.468088 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:01.468791 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:01.470115 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] 10.222.0.71 "PUT /v2.0/ports/7edb7e9c-d195-4fd0-ac49-cecab1f2db8b HTTP/1.1" status: 200 len: 1093 time: 1.0789945 May 25 17:13:01.472058 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'tag': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:01.474619 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf6fd8e-c214-4acc-aeae-74f60a82d399" -d '{"events": [{"name": "network-changed", "server_uuid": "475dd99c-12d2-41dc-8a56-c090ad97daa9", "tag": "7edb7e9c-d195-4fd0-ac49-cecab1f2db8b"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:01.499867 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbca33-2ad7-4600-859c-5b9c0adb1ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:01.508273 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-170c6128-32bb-44db-8099-a31ed322b23e req-0a9c21d2-8688-4e29-acfa-6c4b932973fa service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837132 May 25 17:13:01.539147 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49282d0b-47a9-42c2-a01a-bc4fcc106b80 x-openstack-request-id: req-49282d0b-47a9-42c2-a01a-bc4fcc106b80 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:01.539506 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475dd99c-12d2-41dc-8a56-c090ad97daa9", "tag": "7edb7e9c-d195-4fd0-ac49-cecab1f2db8b", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:01.539979 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49282d0b-47a9-42c2-a01a-bc4fcc106b80 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:01.540501 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49282d0b-47a9-42c2-a01a-bc4fcc106b80'] response: {'name': 'network-changed', 'server_uuid': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'tag': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b', 'status': 'completed', 'code': 200} May 25 17:13:01.611477 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc773f55-2db6-4603-9fbc-b6a0e3fa4dae req-16486e52-c98f-4875-bc3c-173e97441967 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:01.613039 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc773f55-2db6-4603-9fbc-b6a0e3fa4dae req-16486e52-c98f-4875-bc3c-173e97441967 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0499327 May 25 17:13:01.623031 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b668461a-16fe-4059-91fa-b8215d86e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:01.624521 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b668461a-16fe-4059-91fa-b8215d86e9b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f97d685bab047d8bbcd4c9e804f7d82&device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 1127 time: 0.0876362 May 25 17:13:01.663054 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc773f55-2db6-4603-9fbc-b6a0e3fa4dae req-c5db30eb-c00b-4a9c-bbc9-2f2b60998ecd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 May 25 17:13:01.681634 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-b93443eb-d968-49dd-9277-3b8d481168c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b HTTP/1.1" status: 200 len: 217 time: 0.0393312 May 25 17:13:01.692158 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-170c6128-32bb-44db-8099-a31ed322b23e req-34648e40-a939-45ac-8988-afc6ed633100 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656654 May 25 17:13:01.802723 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:01.822843 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-9f8701ae-20af-482d-baa6-7ee6fa2b9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:01.824901 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-9f8701ae-20af-482d-baa6-7ee6fa2b9047 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3c99ca6-0162-43fa-8e3b-53666569599e HTTP/1.1" status: 200 len: 854 time: 0.0503657 May 25 17:13:01.886006 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-1f0a6ca2-fc51-4506-a937-3a734ecb9d39 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2300e90b-d27f-4f3f-bb1d-d819acec0222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326929 May 25 17:13:01.937728 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055c5d-90ec-492f-bfed-857abb5315cf req-3c1a9f79-b3fe-49bb-8928-bee0473825ab tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:01.939179 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a4055c5d-90ec-492f-bfed-857abb5315cf req-3c1a9f79-b3fe-49bb-8928-bee0473825ab tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0485480 May 25 17:13:02.034202 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a4055c5d-90ec-492f-bfed-857abb5315cf req-cd5cff24-abb3-475a-b46f-ae6ead8ef809 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894513 May 25 17:13:02.074311 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-5c505b29-8452-47f3-8f68-7a1701adaaef service neutron] 10.222.0.71 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017249 May 25 17:13:02.130488 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:02.164284 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0aafb12d-ed4b-4689-b0a3-782e726626a8 req-767fad65-ec8d-4289-997b-d5dd5d04a1d6 service neutron] 10.222.0.71 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825539 May 25 17:13:02.526329 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eedaa-59cb-4b0d-9732-db8d53f32d56 req-f03ad7c8-974b-4b3f-a38b-f91637ba3bc1 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:02.527840 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6c7eedaa-59cb-4b0d-9732-db8d53f32d56 req-f03ad7c8-974b-4b3f-a38b-f91637ba3bc1 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 943 time: 0.0461001 May 25 17:13:02.577620 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6c7eedaa-59cb-4b0d-9732-db8d53f32d56 req-f0880317-e914-4633-90eb-8e9a46c53a9e tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 May 25 17:13:02.777457 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddf1d5-fc3b-4cf5-9c2e-bc7392427b7c req-05983a73-6c2a-4362-94d3-d0a365a7ca1e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:02.778883 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8ddf1d5-fc3b-4cf5-9c2e-bc7392427b7c req-05983a73-6c2a-4362-94d3-d0a365a7ca1e tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0460863 May 25 17:13:02.825530 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8ddf1d5-fc3b-4cf5-9c2e-bc7392427b7c req-ed02a6dc-7592-488a-b35a-df12d15d7dec tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411897 May 25 17:13:03.371766 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131616-f519-41ac-9be6-ab21a1dc4814 req-3a08da29-97d1-4de6-adff-a5c832684cc9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:03.373177 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92131616-f519-41ac-9be6-ab21a1dc4814 req-3a08da29-97d1-4de6-adff-a5c832684cc9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.2702022 May 25 17:13:03.419582 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92131616-f519-41ac-9be6-ab21a1dc4814 req-22d1b166-ac2b-4698-8607-4de115fb494c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 May 25 17:13:03.525945 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-7d640311-7108-49fc-bab6-8bbad038c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:03.527494 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-7d640311-7108-49fc-bab6-8bbad038c122 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f97d685bab047d8bbcd4c9e804f7d82&device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 1127 time: 0.0438228 May 25 17:13:03.600841 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=73,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:03.627644 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-fafcd180-57ec-4c7f-b37f-837287afd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:03.629074 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-fafcd180-57ec-4c7f-b37f-837287afd89b service neutron] 10.222.0.71 "GET /v2.0/networks?id=2300e90b-d27f-4f3f-bb1d-d819acec0222 HTTP/1.1" status: 200 len: 915 time: 0.0885115 May 25 17:13:03.708308 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-2aef3cd0-2263-41d4-abb5-a82ba832764a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b HTTP/1.1" status: 200 len: 217 time: 0.0615485 May 25 17:13:03.751531 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb73adb-a384-4f52-8d05-f0475975a01f req-7aba719b-bc59-45b0-89a5-097b9033ca87 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:03.752964 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2eb73adb-a384-4f52-8d05-f0475975a01f req-7aba719b-bc59-45b0-89a5-097b9033ca87 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 943 time: 0.0997882 May 25 17:13:03.787792 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-0b727837-efd9-4a84-9040-422f0d8a5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:03.789215 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-0b727837-efd9-4a84-9040-422f0d8a5e73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b3c99ca6-0162-43fa-8e3b-53666569599e HTTP/1.1" status: 200 len: 854 time: 0.0726800 May 25 17:13:03.827420 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2eb73adb-a384-4f52-8d05-f0475975a01f req-43b0c31b-6245-4ef0-9ad3-a608c955100d tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687137 May 25 17:13:03.844369 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-44fe5647-c33c-49a5-9a1a-e3c538366eb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2300e90b-d27f-4f3f-bb1d-d819acec0222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375118 May 25 17:13:03.945680 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678f18-763c-40f3-b756-e9bc99cc9e9d req-99c264a7-95a6-4c63-9f2e-9a7109703260 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:03.947185 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c2678f18-763c-40f3-b756-e9bc99cc9e9d req-99c264a7-95a6-4c63-9f2e-9a7109703260 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0509348 May 25 17:13:03.947638 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-79a80b82-2bcb-421a-a854-2d35e3ea1850 service neutron] 10.222.0.71 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954239 May 25 17:13:03.969503 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:03.997280 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c2678f18-763c-40f3-b756-e9bc99cc9e9d req-65de34e1-9354-4e2d-9b1b-1356b2440172 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 May 25 17:13:04.044650 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-daf6fd8e-c214-4acc-aeae-74f60a82d399 req-a28f818b-4262-40c6-b821-e0d8fcb7bad2 service neutron] 10.222.0.71 "GET /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893037 May 25 17:13:04.761328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abb4c1-bfd1-4486-87a7-abb49e06b984 req-26f9fb93-9f1b-48b6-922f-44b57b608708 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:04.762813 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-04abb4c1-bfd1-4486-87a7-abb49e06b984 req-26f9fb93-9f1b-48b6-922f-44b57b608708 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.2757380 May 25 17:13:04.809641 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-04abb4c1-bfd1-4486-87a7-abb49e06b984 req-fcceadd4-e7b2-4a63-8d6a-6259d049c42d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409763 May 25 17:13:04.943921 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204561b-b8da-4976-bf29-5b0920382dfa req-357516aa-2352-419a-8bcc-30a1721823d7 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:04.945514 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d204561b-b8da-4976-bf29-5b0920382dfa req-357516aa-2352-419a-8bcc-30a1721823d7 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 943 time: 0.0498705 May 25 17:13:04.977790 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:04.992248 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d204561b-b8da-4976-bf29-5b0920382dfa req-bf798749-cab7-4439-8cdf-e741f203fcc6 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 May 25 17:13:05.105179 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:05.113692 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573609a-abbb-4fce-9cf3-4f2aa6611b58 req-665c35c0-77e9-48db-8413-6e0c95514f16 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:05.115168 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8573609a-abbb-4fce-9cf3-4f2aa6611b58 req-665c35c0-77e9-48db-8413-6e0c95514f16 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0484676 May 25 17:13:05.175377 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8573609a-abbb-4fce-9cf3-4f2aa6611b58 req-77f284b1-246f-439c-84d3-4a70ed9440a1 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446095 May 25 17:13:05.411627 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28ed57-58c9-479d-81ed-53463e129d79 req-c7b5447d-b1a2-40a4-ab69-81c98347516d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:05.413380 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c28ed57-58c9-479d-81ed-53463e129d79 req-c7b5447d-b1a2-40a4-ab69-81c98347516d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.0461266 May 25 17:13:05.460268 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c28ed57-58c9-479d-81ed-53463e129d79 req-3044c980-88f0-4823-9c0b-e2bd2d094b3a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404043 May 25 17:13:05.671434 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:13:05.767655 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:05.779153 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b', 'network_id': '2300e90b-d27f-4f3f-bb1d-d819acec0222', 'port_id': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b', 'mac_address': 'fa:16:3e:1d:95:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c99ca6-0162-43fa-8e3b-53666569599e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:13:05.816977 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:13:05.817366 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:05.829861 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:13:05.849862 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:05.853822 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:05.900554 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:05.928830 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdab17-a45a-44bd-b613-fa06bb3deb68 req-618a69c9-2de3-4ce1-ab17-e69748e879f9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:05.930218 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a7fdab17-a45a-44bd-b613-fa06bb3deb68 req-618a69c9-2de3-4ce1-ab17-e69748e879f9 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0490675 May 25 17:13:05.966183 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:05.977880 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a7fdab17-a45a-44bd-b613-fa06bb3deb68 req-c2e3b945-27f3-4b58-89dd-7eaeae43c06b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 May 25 17:13:06.107152 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057dc0-0eb2-48ac-8642-a676fae02130 req-e62ef515-86dd-43b7-bdb2-7c541a0a2df8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:06.108624 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80057dc0-0eb2-48ac-8642-a676fae02130 req-e62ef515-86dd-43b7-bdb2-7c541a0a2df8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 944 time: 0.0505393 May 25 17:13:06.155149 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80057dc0-0eb2-48ac-8642-a676fae02130 req-27fdc9da-e7ec-41f3-a96a-4fa4e3cca2a6 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 May 25 17:13:06.290458 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a477-9478-4406-939d-b7d876ead1c8 req-531e165b-c79c-4ec9-acab-48e6a14d4957 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:06.291941 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f011a477-9478-4406-939d-b7d876ead1c8 req-531e165b-c79c-4ec9-acab-48e6a14d4957 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0498166 May 25 17:13:06.316174 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['7edb7e9c-d195-4fd0-ac49-cecab1f2db8b'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:13:06.342255 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f011a477-9478-4406-939d-b7d876ead1c8 req-6ff93c9a-9407-404d-8482-c7343d189b05 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445685 May 25 17:13:06.577236 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07699ab3-ecda-49c5-bb64-7a9b06d535c5 req-a783b37a-197f-4258-881f-4fb6c8ccd4ff tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:06.578703 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07699ab3-ecda-49c5-bb64-7a9b06d535c5 req-a783b37a-197f-4258-881f-4fb6c8ccd4ff tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.0476410 May 25 17:13:06.625514 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07699ab3-ecda-49c5-bb64-7a9b06d535c5 req-755d9fd2-9d86-4f92-a6b3-aca174305d39 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 May 25 17:13:07.119717 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67420-8856-4b7f-ae49-52c5ff4cbcad req-8651b0ca-edde-4c49-a210-f5c98f86a78d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:07.121689 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a6f67420-8856-4b7f-ae49-52c5ff4cbcad req-8651b0ca-edde-4c49-a210-f5c98f86a78d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0686636 May 25 17:13:07.179091 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-4f80e2a5-511d-4649-a7e7-d3529e5bb9c4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:07.180699 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-4f80e2a5-511d-4649-a7e7-d3529e5bb9c4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.0856099 May 25 17:13:07.251321 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a6f67420-8856-4b7f-ae49-52c5ff4cbcad req-6fd1cc97-341a-476e-853e-123859ac9321 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112883 May 25 17:13:07.283284 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa354da-df1b-4f27-9c04-0d78a24ade57 req-345d7d00-7f77-4bf5-b7c5-d3c9f360e44e tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:07.285305 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eaa354da-df1b-4f27-9c04-0d78a24ade57 req-345d7d00-7f77-4bf5-b7c5-d3c9f360e44e tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 944 time: 0.0555773 May 25 17:13:07.314599 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Deleting port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:13:07.314945 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.346330 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eaa354da-df1b-4f27-9c04-0d78a24ade57 req-b5e367f7-8c45-4cb1-8ba5-5796c7a1059c tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549295 May 25 17:13:07.415401 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] For port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:07.415763 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.525557 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.555056 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef2c1-0f86-42f0-ad2a-6b2e60518dd8 req-482b7ae4-4e88-456a-81f0-fac5adf57da7 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:07.556538 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba7ef2c1-0f86-42f0-ad2a-6b2e60518dd8 req-482b7ae4-4e88-456a-81f0-fac5adf57da7 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.1324358 May 25 17:13:07.681255 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:13:07.693240 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba7ef2c1-0f86-42f0-ad2a-6b2e60518dd8 req-57555f78-e692-46de-aa2c-c2a7facc2309 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243391 May 25 17:13:07.722619 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.723145 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (d83d2a31-9cf9-417f-8380-f40b97843b31), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.723447 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Floating IP d83d2a31-9cf9-417f-8380-f40b97843b31 disassociated. External IP: 172.27.0.219, port: 59d8b30c-3e18-47c8-ad7a-a6090706a8e6. May 25 17:13:07.723797 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Calling delete_port for 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:13:07.739602 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:13:07.750215 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:13:07.750687 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.803529 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520f3e-c107-4216-a6a8-62828b04ac76 req-db17b9dc-505d-43de-809e-a3b4cd282aca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:07.805006 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9520f3e-c107-4216-a6a8-62828b04ac76 req-db17b9dc-505d-43de-809e-a3b4cd282aca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 945 time: 0.0783062 May 25 17:13:07.820480 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:07.839484 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:13:07.839994 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.865342 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:07.867600 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e1ac97-8b40-47af-91b8-6972be350075" -d '{"events": [{"server_uuid": "475dd99c-12d2-41dc-8a56-c090ad97daa9", "name": "network-vif-plugged", "status": "completed", "tag": "7edb7e9c-d195-4fd0-ac49-cecab1f2db8b"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:07.874743 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9520f3e-c107-4216-a6a8-62828b04ac76 req-2ea081ad-9509-417a-bce9-1a9831aeb93d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=550c6758-c980-412c-b81c-c801897a2620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628705 May 25 17:13:07.884781 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (59d8b30c-3e18-47c8-ad7a-a6090706a8e6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.903757 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:07.908393 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:07.914875 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a08f1d-7e96-4576-93f1-004c7775231e x-openstack-request-id: req-97a08f1d-7e96-4576-93f1-004c7775231e {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:07.915427 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475dd99c-12d2-41dc-8a56-c090ad97daa9", "name": "network-vif-plugged", "status": "completed", "tag": "7edb7e9c-d195-4fd0-ac49-cecab1f2db8b", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:07.915734 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97a08f1d-7e96-4576-93f1-004c7775231e {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:07.916067 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a08f1d-7e96-4576-93f1-004c7775231e'] response: {'server_uuid': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b', 'code': 200} May 25 17:13:07.918447 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'Port': ['ID=59d8b30c-3e18-47c8-ad7a-a6090706a8e6,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:07.972766 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:08.051410 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:13:08.145400 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:08.172374 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75257fa-cecc-4a63-ab6c-5637b964c8ac req-d275293d-f8ed-4507-9969-1543f8aa525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:08.173971 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a75257fa-cecc-4a63-ab6c-5637b964c8ac req-d275293d-f8ed-4507-9969-1543f8aa525c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 1129 time: 0.0761542 May 25 17:13:08.211378 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:13:08.223230 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:13:08.234198 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:08.234965 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:12:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:08.269637 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] No DVR routers for this DVR port 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:13:08.272577 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:08.276160 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18cdb60f-9e90-47bf-96e1-b656324a07e3 req-0f718d26-1f1b-4179-8095-d32ad49c2406 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "DELETE /v2.0/ports/59d8b30c-3e18-47c8-ad7a-a6090706a8e6 HTTP/1.1" status: 204 len: 173 time: 1.0840304 May 25 17:13:08.277834 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145de36f-e49b-4444-85c5-4a207d31619b', 'name': 'network-vif-deleted', 'tag': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:08.280258 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd74a4-4d68-4694-9444-ffde96325553" -d '{"events": [{"server_uuid": "145de36f-e49b-4444-85c5-4a207d31619b", "name": "network-vif-deleted", "tag": "59d8b30c-3e18-47c8-ad7a-a6090706a8e6"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:08.284868 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a75257fa-cecc-4a63-ab6c-5637b964c8ac req-daeffcf7-973b-4263-aa83-acbfdfdae694 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039739 May 25 17:13:08.329666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ef5ff3-2a19-4388-94f0-2e74350bc89d x-openstack-request-id: req-89ef5ff3-2a19-4388-94f0-2e74350bc89d {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:08.330612 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145de36f-e49b-4444-85c5-4a207d31619b", "name": "network-vif-deleted", "tag": "59d8b30c-3e18-47c8-ad7a-a6090706a8e6", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:08.330871 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89ef5ff3-2a19-4388-94f0-2e74350bc89d {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:08.331289 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ef5ff3-2a19-4388-94f0-2e74350bc89d'] response: {'server_uuid': '145de36f-e49b-4444-85c5-4a207d31619b', 'name': 'network-vif-deleted', 'tag': '59d8b30c-3e18-47c8-ad7a-a6090706a8e6', 'status': 'completed', 'code': 200} May 25 17:13:08.356006 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:08.393064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558809c-b7da-4f4b-9d48-592a3e983704 req-f90086b0-6487-45b8-978a-7041825c9b53 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:08.402437 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1558809c-b7da-4f4b-9d48-592a3e983704 req-f90086b0-6487-45b8-978a-7041825c9b53 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0623121 May 25 17:13:08.450277 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1558809c-b7da-4f4b-9d48-592a3e983704 req-3eecea63-81a9-43ab-b7d1-9f381e1e9c21 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466762 May 25 17:13:08.484585 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860d518-f592-4a6a-9928-2ab9f0facae3 req-018d4e26-dc39-4ce1-9177-9b0a8a8f555f tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:08.486237 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2860d518-f592-4a6a-9928-2ab9f0facae3 req-018d4e26-dc39-4ce1-9177-9b0a8a8f555f tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 945 time: 0.0610881 May 25 17:13:08.544368 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2860d518-f592-4a6a-9928-2ab9f0facae3 req-acc149f1-592c-4529-9f25-89ef63427734 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521615 May 25 17:13:08.672017 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:16Z', 'revision_number': 2, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:08.702070 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:13:08.710450 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:08.711040 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:12:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:08.816284 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:08.824850 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d22fb0-a430-4090-b4cc-ea76764eb502 req-94372484-b8f5-4e0b-8474-d848d43addc8 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:08.826424 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44d22fb0-a430-4090-b4cc-ea76764eb502 req-94372484-b8f5-4e0b-8474-d848d43addc8 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0549138 May 25 17:13:08.878923 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44d22fb0-a430-4090-b4cc-ea76764eb502 req-5c9e0ead-e3a3-4774-905b-52d22e067af9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466018 May 25 17:13:08.986660 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-05f1b912-aa21-41b5-af6d-5f656124aa29 req-6739bd10-b1e0-4386-b344-7ea0d014218b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=145de36f-e49b-4444-85c5-4a207d31619b HTTP/1.1" status: 200 len: 210 time: 0.0288720 May 25 17:13:09.031545 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:16Z', 'revision_number': 2, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:09.055495 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d7166-09de-4b8e-9655-f6e74829f073 None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76c217ae-95a2-4a8c-9b12-adb154aad9ea', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:06:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:09:41Z', 'updated_at': '2022-05-25T17:10:16Z', 'revision_number': 2, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:13:09.290294 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d33cb-2fc1-41b6-8a62-afa96c64be30 None None] New status for floating IP d83d2a31-9cf9-417f-8380-f40b97843b31: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:13:09.569237 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171717d-0668-45a4-91fa-b0a72c5c4cc0 req-c0b223d4-ca92-42c2-8bbc-6d997475ff06 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:09.571106 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a171717d-0668-45a4-91fa-b0a72c5c4cc0 req-c0b223d4-ca92-42c2-8bbc-6d997475ff06 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0509028 May 25 17:13:09.625506 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a171717d-0668-45a4-91fa-b0a72c5c4cc0 req-7995218e-7354-4ca1-824d-26d77a9e35fb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 May 25 17:13:09.679551 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304151f-cfad-41c3-ad96-41916cff7108 req-ca439be1-a689-4be1-9eca-d66270e096d1 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:09.681249 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8304151f-cfad-41c3-ad96-41916cff7108 req-ca439be1-a689-4be1-9eca-d66270e096d1 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 945 time: 0.0618956 May 25 17:13:09.730778 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8304151f-cfad-41c3-ad96-41916cff7108 req-6945cb6c-f687-41ff-8cb0-dfc8b67f9271 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 May 25 17:13:09.989747 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fec3c3-55c9-4520-97be-ed8d955dc6d5 req-4060d79f-94c9-4477-9178-5abbc7625336 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:09.991116 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76fec3c3-55c9-4520-97be-ed8d955dc6d5 req-4060d79f-94c9-4477-9178-5abbc7625336 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0472937 May 25 17:13:10.055895 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76fec3c3-55c9-4520-97be-ed8d955dc6d5 req-421616e2-5fbc-4c36-9c7f-46201beb8aba tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585101 May 25 17:13:10.084193 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 52948) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:10.141416 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa5344eb-7970-4df7-b03a-62519305c296 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (550c6758-c980-412c-b81c-c801897a2620), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.166020 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa5344eb-7970-4df7-b03a-62519305c296 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (550c6758-c980-412c-b81c-c801897a2620), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.218112 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa5344eb-7970-4df7-b03a-62519305c296 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (550c6758-c980-412c-b81c-c801897a2620), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.221189 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa5344eb-7970-4df7-b03a-62519305c296 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.225907 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fa5344eb-7970-4df7-b03a-62519305c296 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "DELETE /v2.0/security-groups/550c6758-c980-412c-b81c-c801897a2620 HTTP/1.1" status: 204 len: 168 time: 0.1379845 May 25 17:13:10.227057 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 52950) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:10.238047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5344eb-7970-4df7-b03a-62519305c296 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550c6758-c980-412c-b81c-c801897a2620,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:10.249120 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-d50d7602-7a8e-422c-8624-5a235e1ed844 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] show failed (client error): The resource could not be found. May 25 17:13:10.253603 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 52952) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:10.256218 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d50d7602-7a8e-422c-8624-5a235e1ed844 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups/550c6758-c980-412c-b81c-c801897a2620 HTTP/1.1" status: 404 len: 347 time: 0.0258121 May 25 17:13:10.371549 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Deleting port 642c0b4d-8686-4bb5-b398-e7ce951efb46 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:13:10.371888 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (642c0b4d-8686-4bb5-b398-e7ce951efb46), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.422027 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:10.459150 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (642c0b4d-8686-4bb5-b398-e7ce951efb46), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.459483 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (642c0b4d-8686-4bb5-b398-e7ce951efb46), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.472360 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Calling delete_port for 642c0b4d-8686-4bb5-b398-e7ce951efb46 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:13:10.517463 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:13:10.622336 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (642c0b4d-8686-4bb5-b398-e7ce951efb46), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.652159 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'Port': ['ID=642c0b4d-8686-4bb5-b398-e7ce951efb46,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:10.724971 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (d83d2a31-9cf9-417f-8380-f40b97843b31), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.727729 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:10.732957 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b829b53f-e8c7-4dac-a9d9-ed95e4d275e6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "DELETE /v2.0/floatingips/d83d2a31-9cf9-417f-8380-f40b97843b31 HTTP/1.1" status: 204 len: 168 time: 0.4778066 May 25 17:13:10.769434 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbeb87-db03-4adc-8d18-70abe00acdcc req-ce4745c6-dfee-40ca-9244-a53cfba09600 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:10.777792 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2fdbeb87-db03-4adc-8d18-70abe00acdcc req-ce4745c6-dfee-40ca-9244-a53cfba09600 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0640373 May 25 17:13:10.827973 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2fdbeb87-db03-4adc-8d18-70abe00acdcc req-526f30af-8b47-4e21-b598-2536812d8ed8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490377 May 25 17:13:10.853254 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:10.867304 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306c6e-1e53-49de-a629-a46daa8a85c6 req-a0388cde-e262-4953-9d25-2cad49c12950 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:10.868922 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b306c6e-1e53-49de-a629-a46daa8a85c6 req-a0388cde-e262-4953-9d25-2cad49c12950 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 945 time: 0.0572314 May 25 17:13:10.921312 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b306c6e-1e53-49de-a629-a46daa8a85c6 req-519658c9-2a51-4ae2-a95a-7fa0ff20aef6 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455544 May 25 17:13:11.178966 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:11.181936 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:11.197646 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38979f-35f6-4b54-adf1-014204b63dcf req-b6aac110-ff2b-4fda-a476-b61624ca9444 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:11.199539 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fd38979f-35f6-4b54-adf1-014204b63dcf req-b6aac110-ff2b-4fda-a476-b61624ca9444 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0632277 May 25 17:13:11.253383 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fd38979f-35f6-4b54-adf1-014204b63dcf req-05df519a-b75d-41e0-9f85-12b54de181aa tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481396 May 25 17:13:11.715402 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:13:11.735713 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:13:11.736057 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 59d8b30c-3e18-47c8-ad7a-a6090706a8e6 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:13:11.942264 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2b332-e3eb-4203-a94d-e7db28efdf72 req-8a309dc0-077e-4763-a2bb-23913d11a29c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:11.943700 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6bc2b332-e3eb-4203-a94d-e7db28efdf72 req-8a309dc0-077e-4763-a2bb-23913d11a29c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0460145 May 25 17:13:11.990804 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6bc2b332-e3eb-4203-a94d-e7db28efdf72 req-c5c23ce1-1060-470c-8072-407aaa1b157d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 May 25 17:13:12.383704 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76093c69-9c02-469a-8e96-39ce535fb18f req-ff383684-0a8f-46d8-94ea-e59170ccd902 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:12.385437 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76093c69-9c02-469a-8e96-39ce535fb18f req-ff383684-0a8f-46d8-94ea-e59170ccd902 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0548182 May 25 17:13:12.418145 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144882b-f8bb-415b-8315-b53e822a5098 req-4fed6119-a1df-4649-a1c7-86372da0ff7d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:12.419642 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b144882b-f8bb-415b-8315-b53e822a5098 req-4fed6119-a1df-4649-a1c7-86372da0ff7d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.0539820 May 25 17:13:12.436220 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76093c69-9c02-469a-8e96-39ce535fb18f req-d636fccd-b393-4908-8235-ccb8f7895098 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442500 May 25 17:13:12.475221 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b144882b-f8bb-415b-8315-b53e822a5098 req-76ac2dcd-886b-4267-808f-3c3fc299533f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495760 May 25 17:13:13.103674 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be720872-4d53-4246-88f7-b1666b82f791 req-9da672af-bd5b-4733-9e67-d899ffc13784 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:13.105908 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be720872-4d53-4246-88f7-b1666b82f791 req-9da672af-bd5b-4733-9e67-d899ffc13784 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0473909 May 25 17:13:13.152020 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be720872-4d53-4246-88f7-b1666b82f791 req-e3484510-bb9d-4442-9985-af1022426ea0 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 May 25 17:13:13.550270 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99abc-2262-4fcd-8aa5-31cb3a42bc10 req-dcaddd8d-6d3b-432a-8316-4c8480fcb185 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:13.551744 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3ee99abc-2262-4fcd-8aa5-31cb3a42bc10 req-dcaddd8d-6d3b-432a-8316-4c8480fcb185 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0474310 May 25 17:13:13.598930 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe23c-b422-4fa9-9752-a14947061cdd req-60c10540-b64f-42d8-94bb-98295914e1a8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:13.600174 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3ee99abc-2262-4fcd-8aa5-31cb3a42bc10 req-c1a04cf6-a41f-4350-99fa-f90f0b943464 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 May 25 17:13:13.600414 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22bbe23c-b422-4fa9-9752-a14947061cdd req-60c10540-b64f-42d8-94bb-98295914e1a8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.0528395 May 25 17:13:13.648023 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22bbe23c-b422-4fa9-9752-a14947061cdd req-c3bf0a80-1851-4f58-a0ee-32915c5ae2cc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 May 25 17:13:13.897800 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1e39f8e6-c6fd-441d-93ef-68c740dfd9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:13.965406 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-1e5abc90-312e-49e5-9cf2-d3bf9085a29d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393054 May 25 17:13:14.322703 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b78d3-dbc3-45ee-bfc5-bae0bb76bc57 req-7c79c0fd-2ad7-448e-9d0c-dec6a47f4841 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:14.324808 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f75b78d3-dbc3-45ee-bfc5-bae0bb76bc57 req-7c79c0fd-2ad7-448e-9d0c-dec6a47f4841 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.1039608 May 25 17:13:14.332573 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-5e77578c-4b0f-455c-856b-c5c13aa253fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:14.333963 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-5e77578c-4b0f-455c-856b-c5c13aa253fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 1129 time: 0.0828314 May 25 17:13:14.355671 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-d0c84994-ff1d-4f37-8102-f85597bfe65a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:14.357082 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-d0c84994-ff1d-4f37-8102-f85597bfe65a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.1049225 May 25 17:13:14.470587 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f75b78d3-dbc3-45ee-bfc5-bae0bb76bc57 req-46b62c09-55fd-4725-a940-234b7a26d37a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392746 May 25 17:13:14.501142 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:14.529397 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Deleting port fb7d08f7-f9a7-41b7-9a81-da056a75e0de {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:13:14.529734 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:14.555091 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-89069d27-3252-45a5-a8ba-535697ecb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:14.556531 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-89069d27-3252-45a5-a8ba-535697ecb13a service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.1986277 May 25 17:13:14.618014 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-d72eba0f-6629-4c0c-b2f0-dfc7c611ec66 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c00686d-3bd0-4e09-a004-2c18e278c159 HTTP/1.1" status: 200 len: 217 time: 0.0361419 May 25 17:13:14.703401 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] For port fb7d08f7-f9a7-41b7-9a81-da056a75e0de, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:14.703772 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:14.707145 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-dcb94bdc-56c6-4a52-8e9a-89d2187dea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:14.708612 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-dcb94bdc-56c6-4a52-8e9a-89d2187dea54 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.0849040 May 25 17:13:14.728338 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204118e-bca9-4d6f-8c54-2e0987330c1c req-fe90be66-786f-4990-b9d4-aa38913511b5 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:14.730080 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c204118e-bca9-4d6f-8c54-2e0987330c1c req-fe90be66-786f-4990-b9d4-aa38913511b5 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0552073 May 25 17:13:14.776948 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c204118e-bca9-4d6f-8c54-2e0987330c1c req-d186a04a-86df-4a77-9a47-8e247489868f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409749 May 25 17:13:14.822355 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:14.834950 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-7abab49f-9c52-460c-9b19-ec2449c49e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:14.836447 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-7abab49f-9c52-460c-9b19-ec2449c49e51 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173944 May 25 17:13:14.846175 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c749-437d-41d9-bdfd-261bb5971c1a req-65c2973b-9d02-493d-83ae-276bcf11ee62 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:14.847542 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f2f0c749-437d-41d9-bdfd-261bb5971c1a req-65c2973b-9d02-493d-83ae-276bcf11ee62 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 946 time: 0.1126735 May 25 17:13:15.035706 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f2f0c749-437d-41d9-bdfd-261bb5971c1a req-bf8308fa-1182-4fb5-9d1a-460538e178d4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=2922d86d-f35a-49df-81e3-8b57781039f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802368 May 25 17:13:15.053872 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:15.054240 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (76c217ae-95a2-4a8c-9b12-adb154aad9ea), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:15.054562 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Floating IP 76c217ae-95a2-4a8c-9b12-adb154aad9ea disassociated. External IP: 172.27.0.233, port: fb7d08f7-f9a7-41b7-9a81-da056a75e0de. May 25 17:13:15.054911 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Calling delete_port for fb7d08f7-f9a7-41b7-9a81-da056a75e0de owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:13:15.062579 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-edeb92ab-d88f-4aa0-b9f5-a3585a333b5b service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087395 May 25 17:13:15.211626 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9fb807ab-dd22-4af9-9f52-7f9e840e3e62 req-2f8bf561-428f-46bd-adf6-7a66b7e21e5c service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108289 May 25 17:13:15.266909 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (fb7d08f7-f9a7-41b7-9a81-da056a75e0de), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:15.523188 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'Port': ['ID=fb7d08f7-f9a7-41b7-9a81-da056a75e0de,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:15.537968 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:15.539732 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.540097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.540449 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.540823 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.541168 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.541585 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.541877 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.542290 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.542640 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.542890 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.543224 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.543555 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.543887 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.544217 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.544545 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:15.611578 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770fe58-84e8-4cde-a7d6-ca7eb7e443ad req-e2297960-14ac-45b4-9286-d85eb5154066 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:15.613218 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1770fe58-84e8-4cde-a7d6-ca7eb7e443ad req-e2297960-14ac-45b4-9286-d85eb5154066 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0613227 May 25 17:13:15.653058 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:13:15.676126 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1770fe58-84e8-4cde-a7d6-ca7eb7e443ad req-f6b99479-7e83-4b64-a818-6dac8ce98dfe tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523226 May 25 17:13:15.762168 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:13:15.772372 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:13:15.783986 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:15.784729 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:12:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:15.806245 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] No DVR routers for this DVR port fb7d08f7-f9a7-41b7-9a81-da056a75e0de on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:13:15.809634 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:15.813358 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-487c4467-cb1b-48ca-b7b1-832b57b0ead3 req-a06ec893-720f-434b-8340-2209686a768b tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "DELETE /v2.0/ports/fb7d08f7-f9a7-41b7-9a81-da056a75e0de HTTP/1.1" status: 204 len: 173 time: 1.4349034 May 25 17:13:15.813822 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'name': 'network-vif-deleted', 'tag': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:15.816085 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd02bf-08ec-46ce-b493-fe6532fd8937" -d '{"events": [{"server_uuid": "4176ef9b-9601-4e3d-bc52-51854be03fd7", "name": "network-vif-deleted", "tag": "fb7d08f7-f9a7-41b7-9a81-da056a75e0de"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:15.835197 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:15.852205 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1328ea-bd70-4fee-ae3d-1f290c68ee54 x-openstack-request-id: req-ba1328ea-bd70-4fee-ae3d-1f290c68ee54 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:15.852501 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4176ef9b-9601-4e3d-bc52-51854be03fd7", "name": "network-vif-deleted", "tag": "fb7d08f7-f9a7-41b7-9a81-da056a75e0de", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:15.852783 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba1328ea-bd70-4fee-ae3d-1f290c68ee54 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:15.853191 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1328ea-bd70-4fee-ae3d-1f290c68ee54'] response: {'server_uuid': '4176ef9b-9601-4e3d-bc52-51854be03fd7', 'name': 'network-vif-deleted', 'tag': 'fb7d08f7-f9a7-41b7-9a81-da056a75e0de', 'status': 'completed', 'code': 200} May 25 17:13:15.879181 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:15.895438 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:15.903119 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947ff33-7c99-4b9c-a8ed-31de04108198 req-86bdbc6f-5ac6-48f4-8928-6ef4e96fa44f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:15.904617 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7947ff33-7c99-4b9c-a8ed-31de04108198 req-86bdbc6f-5ac6-48f4-8928-6ef4e96fa44f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0492644 May 25 17:13:15.931445 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:15.956244 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7947ff33-7c99-4b9c-a8ed-31de04108198 req-de0d13ca-8fbd-4770-9a41-2d5ca03115b4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459239 May 25 17:13:16.118677 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:16.141651 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-43406019-44a3-40bd-898b-d3f41ff95f56 req-b3954e96-ecc2-4959-9cab-52e1037f5b9d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=4176ef9b-9601-4e3d-bc52-51854be03fd7 HTTP/1.1" status: 200 len: 210 time: 0.0297666 May 25 17:13:16.146009 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:13:16.152790 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:16.155834 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:16.156612 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:12:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:16.177007 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9a44d103-1fe9-4171-bfb5-d0f797a99599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:16.258286 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:16.439262 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:16.466738 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588061a-b80a-49b2-85d2-523dc1cdfbd9 None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:13:16.697709 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a4bf41-5bd0-418f-8754-6bbc994060c5 None None] New status for floating IP 76c217ae-95a2-4a8c-9b12-adb154aad9ea: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:13:16.811999 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d680-ee69-40be-9ba1-b754126268ee req-f4787886-a962-4c03-83a2-c7ae9640c567 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:16.813798 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6040d680-ee69-40be-9ba1-b754126268ee req-f4787886-a962-4c03-83a2-c7ae9640c567 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0540915 May 25 17:13:16.866213 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6040d680-ee69-40be-9ba1-b754126268ee req-4832baa5-f96a-4ce9-b236-d94e38d7a624 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465274 May 25 17:13:17.075798 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5be686-39ac-43ca-b9fd-2d181d6c5cde req-8b92615a-8068-4a53-877c-ff704feb2e86 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:17.077326 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bf5be686-39ac-43ca-b9fd-2d181d6c5cde req-8b92615a-8068-4a53-877c-ff704feb2e86 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0499027 May 25 17:13:17.124996 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bf5be686-39ac-43ca-b9fd-2d181d6c5cde req-0091d869-65b5-43f9-8af5-d427af0e0c77 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421278 May 25 17:13:17.234030 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53044) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:17.317410 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af77cea2-c0a8-4c37-a7d9-946d2c9d98f7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (2922d86d-f35a-49df-81e3-8b57781039f8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.343917 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e5cad-9f12-4541-b41e-469acad08b69 req-29083493-1f1c-4b8b-a5c5-46a12a9c0b31 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:17.345490 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ae6e5cad-9f12-4541-b41e-469acad08b69 req-29083493-1f1c-4b8b-a5c5-46a12a9c0b31 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0644391 May 25 17:13:17.358450 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af77cea2-c0a8-4c37-a7d9-946d2c9d98f7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (2922d86d-f35a-49df-81e3-8b57781039f8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.428255 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ae6e5cad-9f12-4541-b41e-469acad08b69 req-708ff5b5-4bae-44f2-8859-19083c664e14 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748947 May 25 17:13:17.441889 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af77cea2-c0a8-4c37-a7d9-946d2c9d98f7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2922d86d-f35a-49df-81e3-8b57781039f8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.444715 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af77cea2-c0a8-4c37-a7d9-946d2c9d98f7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.445813 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-af77cea2-c0a8-4c37-a7d9-946d2c9d98f7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "DELETE /v2.0/security-groups/2922d86d-f35a-49df-81e3-8b57781039f8 HTTP/1.1" status: 204 len: 168 time: 0.2104857 May 25 17:13:17.449319 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53046) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:17.459106 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77cea2-c0a8-4c37-a7d9-946d2c9d98f7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922d86d-f35a-49df-81e3-8b57781039f8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:17.462895 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-04c36754-cd26-42d3-a18c-2c130c60d6bc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] show failed (client error): The resource could not be found. May 25 17:13:17.463976 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-04c36754-cd26-42d3-a18c-2c130c60d6bc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups/2922d86d-f35a-49df-81e3-8b57781039f8 HTTP/1.1" status: 404 len: 347 time: 0.0135632 May 25 17:13:17.466953 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53048) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:17.497219 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:17.508812 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.576606 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Deleting port cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:13:17.576977 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.654220 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.654547 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.666504 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Calling delete_port for cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:13:17.788816 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:17.791291 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:17.809401 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.834625 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'Port': ['ID=cfb8dc9e-b7f7-40d1-9cfd-149ffcecffde,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:17.859119 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.859475 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.859820 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.860159 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.860494 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.860879 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.861189 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.861515 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.861842 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.862167 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.862492 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.862816 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.863145 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.863466 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.863790 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:17.906362 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (76c217ae-95a2-4a8c-9b12-adb154aad9ea), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.909090 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:17.910243 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6141fb79-c501-4ce5-b7be-8530092dd9fc tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "DELETE /v2.0/floatingips/76c217ae-95a2-4a8c-9b12-adb154aad9ea HTTP/1.1" status: 204 len: 168 time: 0.4423802 May 25 17:13:17.986551 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53058) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:17.991188 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-4d4eec8e-5241-4db3-8881-836b53204850 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061141012', 'description': 'tempest-description--671231473'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:17.992371 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81a0fa-b099-4790-8288-3e9da2e35332 req-7aed5b4c-1bdc-4c75-b9bc-7db9e679b397 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:17.993907 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a81a0fa-b099-4790-8288-3e9da2e35332 req-7aed5b4c-1bdc-4c75-b9bc-7db9e679b397 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0516720 May 25 17:13:18.015761 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d4eec8e-5241-4db3-8881-836b53204850 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.043025 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a81a0fa-b099-4790-8288-3e9da2e35332 req-6347be9e-8524-45c2-afd1-a57ed5de227d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 May 25 17:13:18.084862 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d4eec8e-5241-4db3-8881-836b53204850 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (dd6ba7d5-63f9-4d7b-8a42-73425ce12003), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.088272 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d4eec8e-5241-4db3-8881-836b53204850 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (dd6ba7d5-63f9-4d7b-8a42-73425ce12003), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.118553 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d4eec8e-5241-4db3-8881-836b53204850 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.120398 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4d4eec8e-5241-4db3-8881-836b53204850 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321247 May 25 17:13:18.123463 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53060) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:18.124610 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4eec8e-5241-4db3-8881-836b53204850 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ba7d5-63f9-4d7b-8a42-73425ce12003,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:18.127963 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-71686d4a-e692-4f1f-9a2c-374cc35a6486 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group_rule': {'security_group_id': 'dd6ba7d5-63f9-4d7b-8a42-73425ce12003', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:18.155393 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71686d4a-e692-4f1f-9a2c-374cc35a6486 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (5b0f20ba-c7ca-4c9e-b219-e865bf1871eb), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.203717 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71686d4a-e692-4f1f-9a2c-374cc35a6486 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (5b0f20ba-c7ca-4c9e-b219-e865bf1871eb), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.209508 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71686d4a-e692-4f1f-9a2c-374cc35a6486 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (5b0f20ba-c7ca-4c9e-b219-e865bf1871eb), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.229797 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71686d4a-e692-4f1f-9a2c-374cc35a6486 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0f20ba-c7ca-4c9e-b219-e865bf1871eb,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:18.238548 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71686d4a-e692-4f1f-9a2c-374cc35a6486 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.239885 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-71686d4a-e692-4f1f-9a2c-374cc35a6486 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153450 May 25 17:13:18.242548 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53062) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:18.248316 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-6d1b0973-01c2-4c5f-bdc3-93a1434b3796 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group_rule': {'security_group_id': 'dd6ba7d5-63f9-4d7b-8a42-73425ce12003', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:18.278605 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0973-01c2-4c5f-bdc3-93a1434b3796 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (80c2c663-921a-4e50-a14a-d3833e59ff71), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.328398 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0973-01c2-4c5f-bdc3-93a1434b3796 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (80c2c663-921a-4e50-a14a-d3833e59ff71), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.332133 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0973-01c2-4c5f-bdc3-93a1434b3796 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (80c2c663-921a-4e50-a14a-d3833e59ff71), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.350693 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0973-01c2-4c5f-bdc3-93a1434b3796 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c2c663-921a-4e50-a14a-d3833e59ff71,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:18.359937 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0973-01c2-4c5f-bdc3-93a1434b3796 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.361287 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6d1b0973-01c2-4c5f-bdc3-93a1434b3796 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177323 May 25 17:13:18.364261 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53064) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:18.367752 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-8d8fead9-f185-46bb-a565-7cc93cff3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:18.368574 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:18.369307 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-8d8fead9-f185-46bb-a565-7cc93cff3f99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 1129 time: 0.0752118 May 25 17:13:18.370998 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b93f79-53f8-4bcc-92e9-1ff1017e6b2a req-c72b2dfa-cbf3-43a0-bdc3-db273340857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:18.372362 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-57b93f79-53f8-4bcc-92e9-1ff1017e6b2a req-c72b2dfa-cbf3-43a0-bdc3-db273340857e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1130 time: 0.0701098 May 25 17:13:18.390834 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.478148 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.482047 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-57b93f79-53f8-4bcc-92e9-1ff1017e6b2a req-e0509cd4-b284-4287-97ad-6b3e9b9dd88f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000011 May 25 17:13:18.498471 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:18.503225 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-7d4823b5-4e32-4710-8d70-176ca2cd2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:18.504711 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-7d4823b5-4e32-4710-8d70-176ca2cd2d1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 909 time: 0.1238222 May 25 17:13:18.559292 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a04123-dcae-42bf-b7b7-d2df6a95d3c5 req-8ac0497f-bbbe-4697-8771-143c008f04dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:18.560612 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-66a04123-dcae-42bf-b7b7-d2df6a95d3c5 req-8ac0497f-bbbe-4697-8771-143c008f04dd tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0546520 May 25 17:13:18.590267 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:18.600611 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Allocated IP 172.27.0.173 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/befb8269-0927-4f6b-8cd4-626fa3441cf0) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:13:18.622319 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-66a04123-dcae-42bf-b7b7-d2df6a95d3c5 req-82544807-a1e1-43ca-bc7e-6f4e0ec347ac tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505555 May 25 17:13:18.696001 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:18.722505 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (befb8269-0927-4f6b-8cd4-626fa3441cf0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.754095 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:18.759337 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (befb8269-0927-4f6b-8cd4-626fa3441cf0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.766965 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-6cba351e-7567-4f66-8cbc-500ca8699c06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518 HTTP/1.1" status: 200 len: 1001 time: 0.0668948 May 25 17:13:18.819430 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:13:18.824835 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=befb8269-0927-4f6b-8cd4-626fa3441cf0,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:18.828494 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:13:18.830140 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-72efcb00-657f-4b6a-8603-c75a6b458472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:18.831018 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:13:18.832027 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-72efcb00-657f-4b6a-8603-c75a6b458472 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 200 len: 847 time: 0.0582147 May 25 17:13:18.835145 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.895834 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-b16d2bd1-ac87-4380-afc4-bc2d6c1091ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:18.895834 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-b16d2bd1-ac87-4380-afc4-bc2d6c1091ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486801 May 25 17:13:18.926051 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (200edf0a-2188-45e1-8d83-3b8bd996de49), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:18.963850 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (befb8269-0927-4f6b-8cd4-626fa3441cf0), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:19.174624 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (befb8269-0927-4f6b-8cd4-626fa3441cf0), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:19.184614 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0258e-7d5b-4b73-919e-c00fec1897cd req-e076882e-994c-4a33-81f6-21c458dba2de tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:19.186108 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92e0258e-7d5b-4b73-919e-c00fec1897cd req-e076882e-994c-4a33-81f6-21c458dba2de tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0730174 May 25 17:13:19.187367 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (befb8269-0927-4f6b-8cd4-626fa3441cf0), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:19.282493 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=befb8269-0927-4f6b-8cd4-626fa3441cf0,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:19.302001 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92e0258e-7d5b-4b73-919e-c00fec1897cd req-008d1637-ac2e-4d89-9441-03a8d6c5bd57 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092558 May 25 17:13:19.308299 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (200edf0a-2188-45e1-8d83-3b8bd996de49), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:19.325826 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:19.327058 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-69850161-c7d1-46cd-ad01-e94d38e38c83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9617820 May 25 17:13:19.393202 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-38ac9d60-c049-4617-8018-8b1973f43456 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005802 May 25 17:13:19.533471 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-633ce902-5b02-474c-9737-128eea2adf18 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2061141012&fields=id&tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 267 time: 0.0471089 May 25 17:13:19.638704 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-203e7897-5e13-4709-a131-bef5f24cc3b1 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:19.640187 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-203e7897-5e13-4709-a131-bef5f24cc3b1 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 814 time: 0.1004674 May 25 17:13:19.655656 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-9755b4e7-a040-4700-9003-20596ef50932 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/quotas/6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 375 time: 0.0101011 May 25 17:13:19.711316 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-e1e4e9d9-c0d7-4804-a6b4-ff3b6460de87 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504549 May 25 17:13:19.745235 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1de41-c29c-4e16-a62b-fb53739b0d51 req-29fe03ae-1440-4f27-81bc-d36731a66cac tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:19.746748 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cc1de41-c29c-4e16-a62b-fb53739b0d51 req-29fe03ae-1440-4f27-81bc-d36731a66cac tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0522456 May 25 17:13:19.753838 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fb7d08f7-f9a7-41b7-9a81-da056a75e0de no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:13:19.774945 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: fb7d08f7-f9a7-41b7-9a81-da056a75e0de {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:13:19.775291 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fb7d08f7-f9a7-41b7-9a81-da056a75e0de not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:13:19.810722 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cc1de41-c29c-4e16-a62b-fb53739b0d51 req-e894b43b-a445-4a68-a354-91a216fd8d6c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579355 May 25 17:13:19.836459 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-595df880-53ec-494f-b835-7a749bfaed09 service neutron] 10.222.0.31 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133161 May 25 17:13:19.977644 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b356a22e-a6eb-451a-abd4-496929d08b36 req-98a6b5bb-7c2e-46ff-91cd-9a511bab3746 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787202 May 25 17:13:19.981571 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-c4efadc3-e7c7-4866-824e-3792d15a1178 service neutron] 10.222.0.31 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442060 May 25 17:13:20.142043 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1a5ae12-df60-484b-992a-ee663f418759 req-36ddfd2d-d55c-4a98-9df6-2e0ba23ccd01 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 210 time: 0.0295613 May 25 17:13:20.265904 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:20.425911 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15f541-4e0f-4e14-9ed0-288e88e553e0 req-1de5839d-8be6-4c19-8524-60a071f6ffa2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:20.427394 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c15f541-4e0f-4e14-9ed0-288e88e553e0 req-1de5839d-8be6-4c19-8524-60a071f6ffa2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0519335 May 25 17:13:20.479568 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c15f541-4e0f-4e14-9ed0-288e88e553e0 req-6a67d309-2c9d-4e92-a077-55d7dae8a381 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451114 May 25 17:13:20.882925 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:20.899528 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d690f-3209-4914-8acf-7aa4fd1cc1b8 req-2a033db9-29f2-443b-9c4c-963f589f1e2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:20.901739 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-240d690f-3209-4914-8acf-7aa4fd1cc1b8 req-2a033db9-29f2-443b-9c4c-963f589f1e2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0495138 May 25 17:13:20.942441 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27598a4-998e-47df-a947-c57f710b627b req-d6d3d9d3-5c0c-4557-8ff0-2f9cde5e837a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:20.944222 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c27598a4-998e-47df-a947-c57f710b627b req-d6d3d9d3-5c0c-4557-8ff0-2f9cde5e837a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0508518 May 25 17:13:20.964623 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-240d690f-3209-4914-8acf-7aa4fd1cc1b8 req-2df71ba6-e22d-44be-8859-2a2db3f9302d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543215 May 25 17:13:20.994277 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c27598a4-998e-47df-a947-c57f710b627b req-3b965600-57fa-48b9-bf08-ea1aa26233bb tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 May 25 17:13:21.238928 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-af1c5dec-e26f-4861-8d50-a7fb8049c3b5 req-1be98858-678d-498f-9e35-db291cd789c8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 210 time: 0.0288742 May 25 17:13:22.075404 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:22.079636 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0139d90-b0d9-4745-a453-2f60eed4cf6b req-3fcac186-ebb2-44eb-b83f-2a550a4db6c8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:22.081255 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0139d90-b0d9-4745-a453-2f60eed4cf6b req-3fcac186-ebb2-44eb-b83f-2a550a4db6c8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0480053 May 25 17:13:22.114493 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ec645-868d-4f0c-aa79-a1bd297c6f5f req-3465d4f8-b6d9-4678-afd8-d4052f462fe9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:22.115950 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-662ec645-868d-4f0c-aa79-a1bd297c6f5f req-3465d4f8-b6d9-4678-afd8-d4052f462fe9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0503948 May 25 17:13:22.129157 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0139d90-b0d9-4745-a453-2f60eed4cf6b req-ea27e282-a9c1-4cb8-9a24-7b6747d48b63 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422742 May 25 17:13:22.134855 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:22.168672 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-662ec645-868d-4f0c-aa79-a1bd297c6f5f req-5400548f-4d1f-466a-b181-b6f240b63f52 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 May 25 17:13:22.333993 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e30ad4c2-263c-4956-bb5e-0448bfa6ebc8 req-e1f13ad9-7e52-4fcb-8e25-5f015d011079 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 210 time: 0.0280805 May 25 17:13:23.211423 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:23.254091 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9ba77-f2c2-4d52-a165-feee2edeed99 req-56530eff-58bb-424f-bcc4-52d27384db70 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:23.255575 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-43f9ba77-f2c2-4d52-a165-feee2edeed99 req-56530eff-58bb-424f-bcc4-52d27384db70 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0525873 May 25 17:13:23.301667 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-43f9ba77-f2c2-4d52-a165-feee2edeed99 req-894a2e72-d74e-41a3-b021-0708c4bb7e12 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 May 25 17:13:23.427991 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a8722a5-38a8-4ed2-8ab8-2587d7c89309 req-8a9065be-98f0-431b-9b01-5f4fef18fddd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 210 time: 0.0283048 May 25 17:13:24.344743 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-3fdc91ba-ff76-4aad-97fa-9cef1bde54da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:24.346288 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-3fdc91ba-ff76-4aad-97fa-9cef1bde54da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1130 time: 0.0464988 May 25 17:13:24.466074 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcc545-a276-4404-b97c-ab22510b6519 req-55ec15ed-f8d3-4296-a683-167e8a8b7474 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:24.467828 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73dcc545-a276-4404-b97c-ab22510b6519 req-55ec15ed-f8d3-4296-a683-167e8a8b7474 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0892425 May 25 17:13:24.524891 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-61a5be89-f69f-470f-b26b-dd1a9946e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:24.526676 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-61a5be89-f69f-470f-b26b-dd1a9946e817 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.1563575 May 25 17:13:24.529704 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55b23efc-354f-4da2-997b-bd7d7f50eb0f req-1bb57a64-92df-4dfd-a4c2-0edd88e90d61 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 210 time: 0.0310457 May 25 17:13:24.543542 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73dcc545-a276-4404-b97c-ab22510b6519 req-2609e5ff-8211-44a5-bd95-65f194d9ea45 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687532 May 25 17:13:24.767857 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-ff7e7ea2-ba4f-43bb-ab25-e994b84afc9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 200 len: 1002 time: 0.0648174 May 25 17:13:24.889373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-451b3c3a-7b41-46b6-b196-db535fc3a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:24.890831 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-451b3c3a-7b41-46b6-b196-db535fc3a740 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.1023955 May 25 17:13:24.933039 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-739ec447-7d85-41a9-9bc1-f8d68c279560 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:24.934540 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-739ec447-7d85-41a9-9bc1-f8d68c279560 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 814 time: 0.1552408 May 25 17:13:24.981772 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-03f2a003-12af-4a29-9bd5-30fbd6869a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:24.983247 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-03f2a003-12af-4a29-9bd5-30fbd6869a8f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759442 May 25 17:13:25.015366 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-b9c87b5c-1d08-48fa-a9d0-7d11c56ed264 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 380 time: 0.0625288 May 25 17:13:25.069580 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'port': {'device_id': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'admin_state_up': True, 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'security_groups': ['dd6ba7d5-63f9-4d7b-8a42-73425ce12003']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:25.224009 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-e3f3b143-113d-41eb-8eb6-f609663a2f84 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653197 May 25 17:13:25.293520 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Made reservation on behalf of 6ad0c3cc9eaf41c09d6b967a2fa49900 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:13:25.296888 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:25.338138 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:25.374529 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:25.397212 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c23afd31-89f1-4e35-8a27-367ef26e0aa3 req-20864685-1550-4188-a79d-cd1b9fb9b6c0 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632690 May 25 17:13:25.483513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Allocated IP 172.20.0.12 (94689dfe-6d66-4ed0-9452-eee0a515d2d3/623a01b5-e916-4df4-8678-210b7b918d00/df2173ff-664e-43ca-b7a5-ee5bf4830547) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:13:25.633692 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:25.643190 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ae016bd5-631a-4a9e-8dff-7c73b993211a req-84d53769-3960-424e-964d-df1c5a5a3ca8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 210 time: 0.0352926 May 25 17:13:25.693058 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ad132-3b1a-4414-a387-90f7b8648e78 req-2f37ac51-adba-40ad-a7e5-01552df730b8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:25.694529 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bd5ad132-3b1a-4414-a387-90f7b8648e78 req-2f37ac51-adba-40ad-a7e5-01552df730b8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0650611 May 25 17:13:25.725667 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:25.747638 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eece8-a70b-460c-8772-7576b2fe5560 req-d364994b-b28a-4c95-bfe8-e522e6a3a6b9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:25.749289 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c78eece8-a70b-460c-8772-7576b2fe5560 req-d364994b-b28a-4c95-bfe8-e522e6a3a6b9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0492854 May 25 17:13:25.789618 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:13:25.793715 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bd5ad132-3b1a-4414-a387-90f7b8648e78 req-717baaea-81be-47d8-b19e-0a0ac481ae2f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930984 May 25 17:13:25.797183 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:13:25.799102 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=df2173ff-664e-43ca-b7a5-ee5bf4830547,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:25.801308 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:13:25.806990 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c78eece8-a70b-460c-8772-7576b2fe5560 req-2bd63209-8bce-4453-a392-0bce322ec0f6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495150 May 25 17:13:25.854557 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:25.855341 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:25.873420 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-22a48eb0-73c6-4409-b3fa-ef38536081fb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070114 May 25 17:13:26.076228 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-9d5a6229-f400-49df-95fd-a9d506d7ed4b None None] Provisioning complete for port df2173ff-664e-43ca-b7a5-ee5bf4830547 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:13:26.076792 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6229-f400-49df-95fd-a9d506d7ed4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:26.109799 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a6229-f400-49df-95fd-a9d506d7ed4b None None] Port df2173ff-664e-43ca-b7a5-ee5bf4830547 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:13:26.437315 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=59 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:26.442347 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=55 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:26.757592 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e409c-b4ae-4a17-88da-20cc60e92077 req-bc9c65d5-d595-4297-b6a8-fcc80a891d90 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:26.759036 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-861e409c-b4ae-4a17-88da-20cc60e92077 req-bc9c65d5-d595-4297-b6a8-fcc80a891d90 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 932 time: 0.0463924 May 25 17:13:26.808241 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-861e409c-b4ae-4a17-88da-20cc60e92077 req-688d5f38-0dc0-447f-9974-f8a9b988f5ff tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 May 25 17:13:26.924517 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bdf8e-1771-4e90-8754-78b931a5f708 req-030b0400-86da-4309-b1ed-7c611b352066 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:26.925226 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8162239-4215-4049-9108-906253657520 req-7bf18151-7a8c-4cff-bf21-e8404f5aa183 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:26.926124 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-085bdf8e-1771-4e90-8754-78b931a5f708 req-030b0400-86da-4309-b1ed-7c611b352066 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0486066 May 25 17:13:26.926353 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8162239-4215-4049-9108-906253657520 req-7bf18151-7a8c-4cff-bf21-e8404f5aa183 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0475926 May 25 17:13:26.974553 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-085bdf8e-1771-4e90-8754-78b931a5f708 req-2d729a52-0920-44d7-aeb5-cd3b900d15b9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427480 May 25 17:13:26.975505 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8162239-4215-4049-9108-906253657520 req-e52a10bc-f4f7-4ed5-81c0-05ec7931bffb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 May 25 17:13:27.921398 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc42cd-9a46-4cdb-97eb-acd1b01ddc00 req-d9eddf50-9d09-4f4f-87fe-2d657b0388d2 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:27.922988 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-85cc42cd-9a46-4cdb-97eb-acd1b01ddc00 req-d9eddf50-9d09-4f4f-87fe-2d657b0388d2 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 932 time: 0.0477166 May 25 17:13:27.970385 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-85cc42cd-9a46-4cdb-97eb-acd1b01ddc00 req-3ba35ffa-4fdc-4c58-bb67-dd274703e264 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 May 25 17:13:28.096734 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b04b04-5c4a-43db-826d-5106b19ed0e2 req-7a5bfe4f-65f2-47d5-9172-5b85019a705d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:28.097322 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e62e5-2551-4cc6-9feb-0b3b9280089a req-c4123261-c138-4684-9ca7-c607f2d0edd4 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:28.098484 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9b04b04-5c4a-43db-826d-5106b19ed0e2 req-7a5bfe4f-65f2-47d5-9172-5b85019a705d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0515223 May 25 17:13:28.098838 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de0e62e5-2551-4cc6-9feb-0b3b9280089a req-c4123261-c138-4684-9ca7-c607f2d0edd4 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0518229 May 25 17:13:28.145870 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de0e62e5-2551-4cc6-9feb-0b3b9280089a req-5855ec5b-9d61-45c4-a254-0dd8861c93dd tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410070 May 25 17:13:28.147589 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9b04b04-5c4a-43db-826d-5106b19ed0e2 req-a54e3cfd-beb6-4095-8e63-db2dd000b4f4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 May 25 17:13:29.088328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ed962-14e6-48e2-8940-2e7ac3223843 req-9be9e9e1-3df6-4159-9925-bc467865057d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:29.089852 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7d5ed962-14e6-48e2-8940-2e7ac3223843 req-9be9e9e1-3df6-4159-9925-bc467865057d tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 932 time: 0.0504508 May 25 17:13:29.136972 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7d5ed962-14e6-48e2-8940-2e7ac3223843 req-e374118d-ffe7-48c9-94ad-6449333ede32 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 May 25 17:13:29.262698 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07072c9c-fd68-4879-96d1-df1e511c20c4 req-a3ab7449-ccb3-48ac-a071-af494a45bdcf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:29.263280 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b78e98-4bd3-4288-b941-18c263e0835e req-43531630-6aab-4232-aea7-f4eb4914bbc6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:29.264111 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07072c9c-fd68-4879-96d1-df1e511c20c4 req-a3ab7449-ccb3-48ac-a071-af494a45bdcf tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0489907 May 25 17:13:29.264652 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3b78e98-4bd3-4288-b941-18c263e0835e req-43531630-6aab-4232-aea7-f4eb4914bbc6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0459814 May 25 17:13:29.289952 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:29.314577 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3b78e98-4bd3-4288-b941-18c263e0835e req-4858d4bf-b9df-462e-ac1b-1b045d50c4a7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445156 May 25 17:13:29.315784 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07072c9c-fd68-4879-96d1-df1e511c20c4 req-391cc944-aef0-4841-84ef-16ba5aa37bdd tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458429 May 25 17:13:29.737724 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Request body: {'port': {'device_id': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:29.741377 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:29.806348 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:30.010832 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-26e39182-4306-4785-8786-43e326bc474c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:30.012189 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-26e39182-4306-4785-8786-43e326bc474c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0658071 May 25 17:13:30.264646 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32016c1-d931-439f-ad80-f6a010e98a77 req-3a10c011-a02d-4598-9736-59256ea9e458 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:30.266212 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a32016c1-d931-439f-ad80-f6a010e98a77 req-3a10c011-a02d-4598-9736-59256ea9e458 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 932 time: 0.0576644 May 25 17:13:30.317650 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a32016c1-d931-439f-ad80-f6a010e98a77 req-21e7df2f-664d-43ea-9505-b3c1cf3aeba3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 May 25 17:13:30.368378 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2173ff-664e-43ca-b7a5-ee5bf4830547 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:13:30.377603 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Publish callbacks [] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:30.391974 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Transition to ACTIVE for port object df2173ff-664e-43ca-b7a5-ee5bf4830547 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:13:30.396948 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:30.438854 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9deb-b3b7-41eb-9316-f44649b73f93 req-b5454551-00c7-49fc-863e-20a555ddd449 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:30.440394 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-679e9deb-b3b7-41eb-9316-f44649b73f93 req-b5454551-00c7-49fc-863e-20a555ddd449 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0507181 May 25 17:13:30.514755 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Pushing event updated for resources: {'Port': ['ID=df2173ff-664e-43ca-b7a5-ee5bf4830547,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:30.525836 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-679e9deb-b3b7-41eb-9316-f44649b73f93 req-c8e347a7-d232-4d5a-9029-6ed6f72b6f1b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8765045-c0bd-4089-8cc5-98b2857e1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693645 May 25 17:13:30.526755 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab549b-ebbb-46b6-a6d4-6c16aa2c0b39 req-781f071c-c7ec-435c-af2b-9121fde4be00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:30.533770 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b4ab549b-ebbb-46b6-a6d4-6c16aa2c0b39 req-781f071c-c7ec-435c-af2b-9121fde4be00 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.1275299 May 25 17:13:30.682638 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b4ab549b-ebbb-46b6-a6d4-6c16aa2c0b39 req-290d8f9f-42e4-4333-9ecd-366ff43913d5 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477926 May 25 17:13:30.688586 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Deleting port fa9d31d9-985b-4772-a564-1cbeee313f84 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:13:30.688957 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:30.710456 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Attempting to bind port df2173ff-664e-43ca-b7a5-ee5bf4830547 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:13:30.710926 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Attempting to bind port df2173ff-664e-43ca-b7a5-ee5bf4830547 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:13:30.711318 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Attempting to bind port df2173ff-664e-43ca-b7a5-ee5bf4830547 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:13:30.743026 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Port df2173ff-664e-43ca-b7a5-ee5bf4830547 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:13:30.743373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Attempting to bind port df2173ff-664e-43ca-b7a5-ee5bf4830547 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:13:30.756927 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:13:30.757294 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Checking segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:13:30.757656 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Bound using segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:13:30.758107 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Bound port: df2173ff-664e-43ca-b7a5-ee5bf4830547, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:13:30.758474 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:30.834384 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:30.847946 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] For port fa9d31d9-985b-4772-a564-1cbeee313f84, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fa9d31d9-985b-4772-a564-1cbeee313f84,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:30.848347 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:30.850493 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:30.900310 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] For port df2173ff-664e-43ca-b7a5-ee5bf4830547, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:13:30.920219 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] For port df2173ff-664e-43ca-b7a5-ee5bf4830547, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=df2173ff-664e-43ca-b7a5-ee5bf4830547,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:13:30.928643 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:31.002970 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:31.003593 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:31.005004 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] 10.222.0.71 "PUT /v2.0/ports/df2173ff-664e-43ca-b7a5-ee5bf4830547 HTTP/1.1" status: 200 len: 1094 time: 1.2715185 May 25 17:13:31.007101 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'tag': 'df2173ff-664e-43ca-b7a5-ee5bf4830547'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:31.009431 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17550c38-5b8f-4f0f-ab64-16802b215634" -d '{"events": [{"name": "network-changed", "server_uuid": "d856fd3d-ee9c-45ec-b4a1-46789378a5ef", "tag": "df2173ff-664e-43ca-b7a5-ee5bf4830547"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:31.071389 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b082c03-c611-400d-96fe-478398f83773 x-openstack-request-id: req-8b082c03-c611-400d-96fe-478398f83773 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:31.071659 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d856fd3d-ee9c-45ec-b4a1-46789378a5ef", "tag": "df2173ff-664e-43ca-b7a5-ee5bf4830547", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:31.071988 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b082c03-c611-400d-96fe-478398f83773 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:31.073064 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b082c03-c611-400d-96fe-478398f83773'] response: {'name': 'network-changed', 'server_uuid': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'tag': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'status': 'completed', 'code': 200} May 25 17:13:31.089154 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f06fd-d4b4-41a0-9825-e8d7e5d70a70 service neutron] Pushing event updated for resources: {'Port': ['ID=df2173ff-664e-43ca-b7a5-ee5bf4830547,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:31.139318 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-a325b3a4-cc7b-4155-9887-d0af9f4fbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:31.140871 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-a325b3a4-cc7b-4155-9887-d0af9f4fbe5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 1128 time: 0.0670083 May 25 17:13:31.142773 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:31.143139 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (26e37775-797f-4de4-a5fd-6432a7a7a551), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:31.143458 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Floating IP 26e37775-797f-4de4-a5fd-6432a7a7a551 disassociated. External IP: 172.27.0.32, port: fa9d31d9-985b-4772-a564-1cbeee313f84. May 25 17:13:31.143811 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Calling delete_port for fa9d31d9-985b-4772-a564-1cbeee313f84 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:13:31.189482 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-c9f07f85-fd72-44fa-8449-9c554179f826 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df2173ff-664e-43ca-b7a5-ee5bf4830547 HTTP/1.1" status: 200 len: 217 time: 0.0392594 May 25 17:13:31.284552 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-88cc480c-2437-482c-ad52-53173f79e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:31.286001 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-88cc480c-2437-482c-ad52-53173f79e1e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.0683711 May 25 17:13:31.364584 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-4cbb7a34-1ec6-4fc1-8a46-0916184a2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:31.366135 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-4cbb7a34-1ec6-4fc1-8a46-0916184a2fa6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693619 May 25 17:13:31.437349 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (fa9d31d9-985b-4772-a564-1cbeee313f84), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:31.492979 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event deleted for resources: {'Port': ['ID=fa9d31d9-985b-4772-a564-1cbeee313f84,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:31.513478 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56734577-5af3-427e-8a5c-6244fa02ebc5 req-ab09139e-ce5c-4760-8408-28905d6c6810 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:31.515052 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-56734577-5af3-427e-8a5c-6244fa02ebc5 req-ab09139e-ce5c-4760-8408-28905d6c6810 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 944 time: 0.1188662 May 25 17:13:31.605257 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-7cda8e7e-91c4-4145-a259-d2e90f133758 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306783 May 25 17:13:31.608922 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:31.629363 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769e4811-716b-4cb2-b774-9cb59ba23cf4 req-ad0890a6-059a-493c-80f1-9394fbc6c0fc tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0292525 May 25 17:13:31.637879 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:31.705125 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-56734577-5af3-427e-8a5c-6244fa02ebc5 req-89d826ad-b940-4109-b3c9-ea7b4ef561f1 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800148 May 25 17:13:31.737994 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:31.755050 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Router 30ea7659-9232-4ef1-9e0d-3d2ac794818e has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:13:31.774560 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9249b199-60b9-426e-ab4a-1b5a1650d087 req-b5b607dc-20f8-47a4-b047-fdfb0b2c2141 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621382 May 25 17:13:31.807226 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96367c6-a00f-42a2-bc40-78fd9cd6b57f req-0d929512-b161-4335-ab82-246c644c1281 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:31.809128 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b96367c6-a00f-42a2-bc40-78fd9cd6b57f req-0d929512-b161-4335-ab82-246c644c1281 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0537279 May 25 17:13:31.871362 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b96367c6-a00f-42a2-bc40-78fd9cd6b57f req-e0109b8f-bb79-4358-a25e-f791b2191cd1 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537980 May 25 17:13:31.899776 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:13:31.912512 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] Sync routers for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:13:31.931950 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:31.932747 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:31.968910 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] No DVR routers for this DVR port fa9d31d9-985b-4772-a564-1cbeee313f84 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:13:31.971832 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:31.975638 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-19710897-4aad-48f5-a1e8-ae8ccc16e50b req-54ff719d-ac5b-4208-944f-c0ce0fe5952b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "DELETE /v2.0/ports/fa9d31d9-985b-4772-a564-1cbeee313f84 HTTP/1.1" status: 204 len: 173 time: 1.5047987 May 25 17:13:32.033551 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fd600-f944-4e54-b08c-c5f2a6f8e6c7 req-6b139062-4f15-42e6-95b9-0fc0bba5ce39 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:32.035566 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-255fd600-f944-4e54-b08c-c5f2a6f8e6c7 req-6b139062-4f15-42e6-95b9-0fc0bba5ce39 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0578363 May 25 17:13:32.045497 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53248) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:32.050152 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-a30e4f71-a692-4493-a5ac-dd0f416ecc2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Request body: {'floatingip': {'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:32.060059 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:32.103130 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a30e4f71-a692-4493-a5ac-dd0f416ecc2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (f551a024-3e70-4f3d-ac20-109f4ed3811f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:32.182483 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:32.323099 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:13:32.330433 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:32.347172 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: fa9d31d9-985b-4772-a564-1cbeee313f84 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:13:32.347594 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fa9d31d9-985b-4772-a564-1cbeee313f84 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:13:32.361198 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] Checking router: 30ea7659-9232-4ef1-9e0d-3d2ac794818e for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:13:32.372309 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:32.372979 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:32.472004 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:32.576167 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a30e4f71-a692-4493-a5ac-dd0f416ecc2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:32.580266 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a30e4f71-a692-4493-a5ac-dd0f416ecc2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (f551a024-3e70-4f3d-ac20-109f4ed3811f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:32.657561 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:32.686250 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0d601-afb9-4c30-a2fd-6e862bc31d49 None None] The sync data for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi is: [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:13:32.758389 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-51e81e90-ddcc-4eee-a873-4a3c5fa7837b req-cb33c2db-4713-4d68-bfd0-53db693340fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=c99e2d9c-ac45-4a8e-8076-faaf830c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0314195 May 25 17:13:32.826131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30e4f71-a692-4493-a5ac-dd0f416ecc2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Router fc5c047f-c166-4125-abc3-5dcb225e78b4 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:13:32.836758 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c7d8e-162b-4781-ba18-f95d6bfe1e04 req-8416de19-6ae3-4aa1-b7d9-b4e7e8484603 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:32.839202 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3a0c7d8e-162b-4781-ba18-f95d6bfe1e04 req-8416de19-6ae3-4aa1-b7d9-b4e7e8484603 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 944 time: 0.0516963 May 25 17:13:32.919464 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-a4164e58-8997-4b81-a60c-d67f8c4f4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:32.921115 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-a4164e58-8997-4b81-a60c-d67f8c4f4ed5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 1128 time: 0.0589323 May 25 17:13:32.950194 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e4f71-a692-4493-a5ac-dd0f416ecc2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:13:32.955169 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a30e4f71-a692-4493-a5ac-dd0f416ecc2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:32.961516 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] Sync routers for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:13:32.995839 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:32.996929 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:33.024850 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3a0c7d8e-162b-4781-ba18-f95d6bfe1e04 req-e8fa866d-ee04-4391-986c-76608a7675ae tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793540 May 25 17:13:33.042069 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-7f130506-a438-413f-aad3-69d8a911a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:33.053344 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-7f130506-a438-413f-aad3-69d8a911a3dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 915 time: 0.1147096 May 25 17:13:33.060074 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:33.062624 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a" -d '{"events": [{"name": "network-changed", "server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:33.064790 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:33.069352 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255f6c2-ed7b-4e96-870a-682a6cab85ac None None] New status for floating IP 26e37775-797f-4de4-a5fd-6432a7a7a551: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:13:33.070577 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a30e4f71-a692-4493-a5ac-dd0f416ecc2e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "PUT /v2.0/floatingips/f551a024-3e70-4f3d-ac20-109f4ed3811f HTTP/1.1" status: 200 len: 994 time: 1.0238214 May 25 17:13:33.074431 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-deleted', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:33.077149 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e155ad76-9745-4dd3-b442-bc26d30fd97b" -d '{"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-deleted", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:33.108190 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244841b9-1c27-4bc0-92f1-5f329bc009f7 x-openstack-request-id: req-244841b9-1c27-4bc0-92f1-5f329bc009f7 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:33.108486 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:33.108754 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-244841b9-1c27-4bc0-92f1-5f329bc009f7 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:33.109154 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244841b9-1c27-4bc0-92f1-5f329bc009f7'] response: {'name': 'network-changed', 'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'status': 'completed', 'code': 200} May 25 17:13:33.148806 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f83429-ee2a-4641-9b73-c709c95d30f0 x-openstack-request-id: req-22f83429-ee2a-4641-9b73-c709c95d30f0 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:33.149232 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99e2d9c-ac45-4a8e-8076-faaf830c29e0", "name": "network-vif-deleted", "tag": "fa9d31d9-985b-4772-a564-1cbeee313f84", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:33.149380 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22f83429-ee2a-4641-9b73-c709c95d30f0 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:33.149768 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f83429-ee2a-4641-9b73-c709c95d30f0'] response: {'server_uuid': 'c99e2d9c-ac45-4a8e-8076-faaf830c29e0', 'name': 'network-vif-deleted', 'tag': 'fa9d31d9-985b-4772-a564-1cbeee313f84', 'status': 'completed', 'code': 200} May 25 17:13:33.163220 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:33.344298 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-a6223060-3a3e-4851-8906-4bf4899e24ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df2173ff-664e-43ca-b7a5-ee5bf4830547 HTTP/1.1" status: 200 len: 217 time: 0.0546255 May 25 17:13:33.415929 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-c383b53f-efa1-4d35-ba65-c0621666ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:33.418453 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-c383b53f-efa1-4d35-ba65-c0621666ce9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1130 time: 0.0849247 May 25 17:13:33.437436 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-acafc058-c1e4-410d-9abd-8f321e43a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:33.438867 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-acafc058-c1e4-410d-9abd-8f321e43a11e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.0724680 May 25 17:13:33.495739 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'f551a024-3e70-4f3d-ac20-109f4ed3811f', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'mac_address': 'fa:16:3e:c4:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:22Z', 'updated_at': '2022-05-25T17:13:32Z', 'revision_number': 3, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:33.518536 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-a71c842c-db59-42bb-82fb-7922fb80681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:33.519973 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-a71c842c-db59-42bb-82fb-7922fb80681d service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.0962298 May 25 17:13:33.524296 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] Checking router: fc5c047f-c166-4125-abc3-5dcb225e78b4 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:13:33.532955 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:33.533562 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:33.635198 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:33.852499 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-19adcf90-3cf4-4e65-a858-78f7e9e37a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:33.855513 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-19adcf90-3cf4-4e65-a858-78f7e9e37a82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881722 May 25 17:13:33.856628 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-f0677559-b9ab-484b-ac08-c6c2a33c8f7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 200 len: 1002 time: 0.0973098 May 25 17:13:33.870959 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53274) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:33.927611 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7dd39e1a-c57d-4316-902e-154aaab623d2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (f8765045-c0bd-4089-8cc5-98b2857e1ca1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:33.989871 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:34.004329 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'f551a024-3e70-4f3d-ac20-109f4ed3811f', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'mac_address': 'fa:16:3e:c4:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:22Z', 'updated_at': '2022-05-25T17:13:32Z', 'revision_number': 3, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:34.030164 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7dd39e1a-c57d-4316-902e-154aaab623d2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (f8765045-c0bd-4089-8cc5-98b2857e1ca1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.030373 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af8781-c739-4948-912b-9def13ca58e8 None None] The sync data for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi is: [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'f551a024-3e70-4f3d-ac20-109f4ed3811f', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'port_id': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'mac_address': 'fa:16:3e:c4:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:11:22Z', 'updated_at': '2022-05-25T17:13:32Z', 'revision_number': 3, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:13:34.073107 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:34.079383 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:34.084910 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-7586eb25-7a5c-4b41-a4b7-07961ab6ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:34.086395 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-7586eb25-7a5c-4b41-a4b7-07961ab6ccfb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.1559198 May 25 17:13:34.190597 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-5920c2e9-5fcb-469c-96f2-747c49e27e7f service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588768 May 25 17:13:34.194817 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7dd39e1a-c57d-4316-902e-154aaab623d2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f8765045-c0bd-4089-8cc5-98b2857e1ca1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.199311 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7dd39e1a-c57d-4316-902e-154aaab623d2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.203240 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53278) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:34.203749 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7dd39e1a-c57d-4316-902e-154aaab623d2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "DELETE /v2.0/security-groups/f8765045-c0bd-4089-8cc5-98b2857e1ca1 HTTP/1.1" status: 204 len: 168 time: 0.3312414 May 25 17:13:34.226176 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-69db4bd8-b414-40da-ae80-9563427ef62a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] show failed (client error): The resource could not be found. May 25 17:13:34.228145 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-69db4bd8-b414-40da-ae80-9563427ef62a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups/f8765045-c0bd-4089-8cc5-98b2857e1ca1 HTTP/1.1" status: 404 len: 347 time: 0.0239015 May 25 17:13:34.231812 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53280) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:34.240727 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c9c7b-81d2-4d4f-9344-c21bf643023b req-064932df-3332-4993-8f40-4e0632ec6379 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:34.241914 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9e4c9c7b-81d2-4d4f-9344-c21bf643023b req-064932df-3332-4993-8f40-4e0632ec6379 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 944 time: 0.1265671 May 25 17:13:34.242982 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-7b4527fa-5882-4004-86c8-f4920fa26529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:34.245137 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-7b4527fa-5882-4004-86c8-f4920fa26529 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1391966 May 25 17:13:34.279533 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd39e1a-c57d-4316-902e-154aaab623d2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8765045-c0bd-4089-8cc5-98b2857e1ca1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:34.356916 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device df2173ff-664e-43ca-b7a5-ee5bf4830547 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:13:34.373587 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Deleting port 9981ea07-f6ff-466b-9026-e937c79c3768 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:13:34.374131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (9981ea07-f6ff-466b-9026-e937c79c3768), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.433987 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9e4c9c7b-81d2-4d4f-9344-c21bf643023b req-f0f8acdc-3188-44b0-bc0f-a40771bc84eb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822529 May 25 17:13:34.439840 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17550c38-5b8f-4f0f-ab64-16802b215634 req-83df2de9-a789-4f71-be57-90a4805cf857 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318840 May 25 17:13:34.461150 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:34.469524 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-cfeaf47b-331c-4b01-b431-37782d942f75 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834359 May 25 17:13:34.518063 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port df2173ff-664e-43ca-b7a5-ee5bf4830547, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=df2173ff-664e-43ca-b7a5-ee5bf4830547,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:34.539820 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'port_id': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'mac_address': 'fa:16:3e:52:3f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:13:34.584496 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port df2173ff-664e-43ca-b7a5-ee5bf4830547 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:13:34.585205 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.602306 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2173ff-664e-43ca-b7a5-ee5bf4830547 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:13:34.627330 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96733-9d29-4865-b064-22ee5be782e6 req-855f10d1-410c-45e4-adb8-df50f9656eeb tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:34.628007 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port df2173ff-664e-43ca-b7a5-ee5bf4830547, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=df2173ff-664e-43ca-b7a5-ee5bf4830547,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:34.628873 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-beb96733-9d29-4865-b064-22ee5be782e6 req-855f10d1-410c-45e4-adb8-df50f9656eeb tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 945 time: 0.0692134 May 25 17:13:34.635830 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.663229 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eb1164b-aa12-4fe4-8344-cdd40461ec5a req-c2337b8f-d3bf-4847-bdd0-6ebc81ada390 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788285 May 25 17:13:34.695138 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-beb96733-9d29-4865-b064-22ee5be782e6 req-7562a2d6-198d-4a8a-bbb0-a7f662af3391 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555048 May 25 17:13:34.699715 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=df2173ff-664e-43ca-b7a5-ee5bf4830547,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:34.707328 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.707628 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.707922 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.708259 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.708586 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.708935 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.709265 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.709577 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.709886 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.713678 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.714294 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.714677 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.715028 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.715373 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.715700 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:34.730274 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:34.757889 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (9981ea07-f6ff-466b-9026-e937c79c3768), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.758218 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (9981ea07-f6ff-466b-9026-e937c79c3768), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.771430 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Calling delete_port for 9981ea07-f6ff-466b-9026-e937c79c3768 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:13:34.903126 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (9981ea07-f6ff-466b-9026-e937c79c3768), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:34.926984 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['df2173ff-664e-43ca-b7a5-ee5bf4830547'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:13:34.929660 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event deleted for resources: {'Port': ['ID=9981ea07-f6ff-466b-9026-e937c79c3768,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:34.999087 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (26e37775-797f-4de4-a5fd-6432a7a7a551), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.001625 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.002795 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cfa3d4c3-a62e-49bf-be73-41b12f0ac545 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "DELETE /v2.0/floatingips/26e37775-797f-4de4-a5fd-6432a7a7a551 HTTP/1.1" status: 204 len: 168 time: 0.7694676 May 25 17:13:35.086309 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53290) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:35.091267 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9d188995-710f-47f9-9d3d-ab50b083f0ec tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793483572', 'description': 'tempest-description--1500322407'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:35.110514 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:35.112634 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8868e69a-a8ec-46a1-9571-1673661d5bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:35.115858 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d188995-710f-47f9-9d3d-ab50b083f0ec tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.148806 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5848af69-18e5-4db9-8e98-bc3681fdfdb9 x-openstack-request-id: req-5848af69-18e5-4db9-8e98-bc3681fdfdb9 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:35.149098 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:35.149346 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5848af69-18e5-4db9-8e98-bc3681fdfdb9 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:35.149738 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5848af69-18e5-4db9-8e98-bc3681fdfdb9'] response: {'name': 'network-changed', 'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'status': 'completed', 'code': 200} May 25 17:13:35.189755 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d188995-710f-47f9-9d3d-ab50b083f0ec tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.193241 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d188995-710f-47f9-9d3d-ab50b083f0ec tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.221851 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d188995-710f-47f9-9d3d-ab50b083f0ec tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:35.225859 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d188995-710f-47f9-9d3d-ab50b083f0ec tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.227679 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9d188995-710f-47f9-9d3d-ab50b083f0ec tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1397345 May 25 17:13:35.230536 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53294) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:35.234792 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-ba0ff096-1b6c-47f5-b572-788a779b3534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'security_group_rule': {'security_group_id': 'f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:35.261748 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff096-1b6c-47f5-b572-788a779b3534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (4e2fcfff-3191-4f9e-aeca-c3cbd73ce79b), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.310626 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff096-1b6c-47f5-b572-788a779b3534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (4e2fcfff-3191-4f9e-aeca-c3cbd73ce79b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.314419 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff096-1b6c-47f5-b572-788a779b3534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (4e2fcfff-3191-4f9e-aeca-c3cbd73ce79b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.334134 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ff096-1b6c-47f5-b572-788a779b3534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2fcfff-3191-4f9e-aeca-c3cbd73ce79b,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:35.341351 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff096-1b6c-47f5-b572-788a779b3534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.342459 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ba0ff096-1b6c-47f5-b572-788a779b3534 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110137 May 25 17:13:35.345150 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53296) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:35.349469 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b9c8dc83-200b-43c2-8be6-5b79cc2a925b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'security_group_rule': {'security_group_id': 'f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:35.376284 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9c8dc83-200b-43c2-8be6-5b79cc2a925b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (36492eef-7112-4656-8564-66384590e042), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.426641 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9c8dc83-200b-43c2-8be6-5b79cc2a925b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (36492eef-7112-4656-8564-66384590e042), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.429914 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9c8dc83-200b-43c2-8be6-5b79cc2a925b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (36492eef-7112-4656-8564-66384590e042), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.438347 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:35.445313 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:35.452695 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8dc83-200b-43c2-8be6-5b79cc2a925b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36492eef-7112-4656-8564-66384590e042,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:35.458980 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9c8dc83-200b-43c2-8be6-5b79cc2a925b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.460058 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b9c8dc83-200b-43c2-8be6-5b79cc2a925b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139975 May 25 17:13:35.463830 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53298) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:35.470473 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:35.494231 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.564517 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2fa4-414d-4b34-a4c6-0acbe512c31c req-601a80d6-383a-46c5-81cb-4c8748416954 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:35.566010 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-612f2fa4-414d-4b34-a4c6-0acbe512c31c req-601a80d6-383a-46c5-81cb-4c8748416954 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 945 time: 0.0497320 May 25 17:13:35.577306 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.614076 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-612f2fa4-414d-4b34-a4c6-0acbe512c31c req-807b4527-3ce0-4cdc-adc4-025be2a9cc9f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 May 25 17:13:35.684348 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Allocated IP 172.27.0.202 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/bd786d0f-c5ff-4152-8d62-fd9c56139564) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:13:35.690723 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:35.830920 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for port (bd786d0f-c5ff-4152-8d62-fd9c56139564), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.838319 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07be16-3b1b-405d-b69c-98802bd2e332 req-9ba287f9-9842-49a7-adbe-2056568bf2e5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:35.839796 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7e07be16-3b1b-405d-b69c-98802bd2e332 req-9ba287f9-9842-49a7-adbe-2056568bf2e5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 945 time: 0.0703866 May 25 17:13:35.867116 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:35.911647 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7e07be16-3b1b-405d-b69c-98802bd2e332 req-1efdbe7a-7c81-4b7e-9cf6-c480564e7dd6 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 May 25 17:13:35.913242 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (bd786d0f-c5ff-4152-8d62-fd9c56139564), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:35.957594 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:13:35.972339 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:13:35.974855 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:13:36.022638 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'Port': ['ID=bd786d0f-c5ff-4152-8d62-fd9c56139564,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:36.037629 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-52b5a483-5038-4687-96d1-c1d1cfef2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:36.039131 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-52b5a483-5038-4687-96d1-c1d1cfef2596 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 1130 time: 0.0765738 May 25 17:13:36.091142 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (87174a69-08b8-471d-9c23-4cfe3fde36d4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:36.390358 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device df2173ff-664e-43ca-b7a5-ee5bf4830547 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:13:36.434262 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port df2173ff-664e-43ca-b7a5-ee5bf4830547 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:13:36.440361 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port df2173ff-664e-43ca-b7a5-ee5bf4830547 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:13:36.440794 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:36.450824 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-2f43ab55-f8d4-4d31-85a0-63a939aec59e tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:36.452286 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-2f43ab55-f8d4-4d31-85a0-63a939aec59e tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.71 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 945 time: 0.1051230 May 25 17:13:36.459715 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bd786d0f-c5ff-4152-8d62-fd9c56139564), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:36.518205 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port df2173ff-664e-43ca-b7a5-ee5bf4830547 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:13:36.518696 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:36.542404 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2173ff-664e-43ca-b7a5-ee5bf4830547'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:36.544733 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39abd9a7-d3b8-4505-a5e4-5a09717c3cb6" -d '{"events": [{"server_uuid": "d856fd3d-ee9c-45ec-b4a1-46789378a5ef", "name": "network-vif-plugged", "status": "completed", "tag": "df2173ff-664e-43ca-b7a5-ee5bf4830547"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:36.559172 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port df2173ff-664e-43ca-b7a5-ee5bf4830547, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=df2173ff-664e-43ca-b7a5-ee5bf4830547,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:36.564530 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:36.565608 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:13:36.591586 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fd25cf-8a25-4622-b1c5-c6c34498ccbf x-openstack-request-id: req-c1fd25cf-8a25-4622-b1c5-c6c34498ccbf {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:36.591984 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d856fd3d-ee9c-45ec-b4a1-46789378a5ef", "name": "network-vif-plugged", "status": "completed", "tag": "df2173ff-664e-43ca-b7a5-ee5bf4830547", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:36.592132 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1fd25cf-8a25-4622-b1c5-c6c34498ccbf {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:36.592522 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fd25cf-8a25-4622-b1c5-c6c34498ccbf'] response: {'server_uuid': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'code': 200} May 25 17:13:36.600276 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-39c6964e-3e5a-44ca-a970-87208a05622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:36.601859 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-39c6964e-3e5a-44ca-a970-87208a05622d service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.5090683 May 25 17:13:36.652622 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=df2173ff-664e-43ca-b7a5-ee5bf4830547,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:36.663512 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Deleting port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:13:36.663512 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:36.682426 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:36.697833 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b is: ACTIVE; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:13:36.698224 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:36.743149 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:36.748997 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:36.782553 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:36.808136 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:36.818490 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c6580-0020-4d64-b7e7-5a800f3a0ec5 req-4f941ced-1475-4370-b1c9-5a83735811b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:36.820152 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d5c6580-0020-4d64-b7e7-5a800f3a0ec5 req-4f941ced-1475-4370-b1c9-5a83735811b5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 1130 time: 0.0482280 May 25 17:13:36.837336 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-660a9265-4feb-4827-a678-8c7ffc433e48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 200 len: 1002 time: 0.2244587 May 25 17:13:36.866543 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d5c6580-0020-4d64-b7e7-5a800f3a0ec5 req-298c9059-8d6f-4e6d-aa89-5ba41b51670c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 May 25 17:13:36.868491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e407d-971a-42a6-a242-f747f930affb req-93a9f646-1523-43e4-9cb3-1700f55d4fda tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:36.870130 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-469e407d-971a-42a6-a242-f747f930affb req-93a9f646-1523-43e4-9cb3-1700f55d4fda tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 946 time: 0.1394994 May 25 17:13:36.921941 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:36.965208 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] For port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,segment=NetworkSegment(e48c3c26-e27d-4c3a-8a8e-c78bafd0e482),segment_id=e48c3c26-e27d-4c3a-8a8e-c78bafd0e482)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:36.965581 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:37.000042 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Calling delete_port for 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:13:37.002732 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-681e08e9-0238-43dd-b8a6-e2f3c0482ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:37.004213 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-681e08e9-0238-43dd-b8a6-e2f3c0482ebd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.1579752 May 25 17:13:37.024652 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for port (bd786d0f-c5ff-4152-8d62-fd9c56139564), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:37.031235 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14a2a-ca25-4dd5-97e7-608ad39cef87 req-d9f479dc-08c8-4a82-a66d-f583ea5757d8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:37.032741 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1a14a2a-ca25-4dd5-97e7-608ad39cef87 req-d9f479dc-08c8-4a82-a66d-f583ea5757d8 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 943 time: 0.0467505 May 25 17:13:37.038126 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (bd786d0f-c5ff-4152-8d62-fd9c56139564), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:37.079268 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-469e407d-971a-42a6-a242-f747f930affb req-c844c338-3527-415b-a659-328ca9043cdf tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859343 May 25 17:13:37.080403 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1a14a2a-ca25-4dd5-97e7-608ad39cef87 req-d35b2a7a-8bb7-468a-b684-7e4b590dbb75 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 May 25 17:13:37.185104 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'Port': ['ID=bd786d0f-c5ff-4152-8d62-fd9c56139564,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:37.200611 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-f5b6524a-b889-4c58-9573-6de238458eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:37.202136 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-f5b6524a-b889-4c58-9573-6de238458eb2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044462 May 25 17:13:37.211758 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (87174a69-08b8-471d-9c23-4cfe3fde36d4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:37.276852 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:37.278074 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c1d271e3-a412-448c-bcb2-ea4d14997456 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8111517 May 25 17:13:37.361272 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-21563147-804b-4829-8cd8-6770d7661db1 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402857 May 25 17:13:37.362464 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (7edb7e9c-d195-4fd0-ac49-cecab1f2db8b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:37.391370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Pushing event deleted for resources: {'Port': ['ID=7edb7e9c-d195-4fd0-ac49-cecab1f2db8b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:37.440415 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] No DVR routers for this DVR port 7edb7e9c-d195-4fd0-ac49-cecab1f2db8b on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:13:37.448478 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:37.452045 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7a93a17f-68c3-4a18-a8df-331d16bc7ca3 req-1c83ac6b-3ec5-4a6f-9da5-467b2d6b77a5 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.71 "DELETE /v2.0/ports/7edb7e9c-d195-4fd0-ac49-cecab1f2db8b HTTP/1.1" status: 204 len: 173 time: 0.9933529 May 25 17:13:37.452543 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'name': 'network-vif-deleted', 'tag': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:37.454773 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c009e70-036f-4ef8-aec7-e26f76ba50b6" -d '{"events": [{"server_uuid": "475dd99c-12d2-41dc-8a56-c090ad97daa9", "name": "network-vif-deleted", "tag": "7edb7e9c-d195-4fd0-ac49-cecab1f2db8b"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:37.493036 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-1136c4d6-a2a1-402e-b4b3-f931e6c08a70 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1793483572&fields=id&tenant_id=197671139e6b42069ba82ea9fdf1da40 HTTP/1.1" status: 200 len: 267 time: 0.0542693 May 25 17:13:37.496908 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b21c26-3c96-4eed-813f-1eb44d6aa907 x-openstack-request-id: req-62b21c26-3c96-4eed-813f-1eb44d6aa907 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:37.497207 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475dd99c-12d2-41dc-8a56-c090ad97daa9", "name": "network-vif-deleted", "tag": "7edb7e9c-d195-4fd0-ac49-cecab1f2db8b", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:37.497466 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62b21c26-3c96-4eed-813f-1eb44d6aa907 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:37.497872 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b21c26-3c96-4eed-813f-1eb44d6aa907'] response: {'server_uuid': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'name': 'network-vif-deleted', 'tag': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b', 'status': 'completed', 'code': 200} May 25 17:13:37.516719 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:37.531311 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:37.569824 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:37.615308 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-b6a26d3e-7908-4177-9ad7-080de0a8d186 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:37.616813 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-b6a26d3e-7908-4177-9ad7-080de0a8d186 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 817 time: 0.1161900 May 25 17:13:37.633127 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-d7164f4a-9aaa-4a68-b9da-8f5f4cb4f257 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/quotas/197671139e6b42069ba82ea9fdf1da40 HTTP/1.1" status: 200 len: 375 time: 0.0102813 May 25 17:13:37.738081 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-3bddcee0-5b9b-4d9d-8e06-4a079a19fadb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892882 May 25 17:13:37.808853 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8868e69a-a8ec-46a1-9571-1673661d5bc4 req-21daec72-f12a-4665-bca6-458d069c1e72 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692073 May 25 17:13:37.849346 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-6be740c6-9005-4bf4-b606-a95ae69d30fb service neutron] 10.222.0.31 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971408 May 25 17:13:37.863154 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:37.945167 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-eb6dbe4f-380c-4128-92ae-1d2def606727 service neutron] 10.222.0.31 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894752 May 25 17:13:38.107954 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b9c24319-64ee-4ca9-a6d8-17b9120f0e73 req-733d20b6-9197-4c30-bb37-dec727bde555 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 210 time: 0.0280924 May 25 17:13:38.234065 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4245aab-c09b-4d2c-a0a5-e400c9a3824b req-0be0ab0e-a462-461d-8a1d-3e6d7ea62170 tempest-VolumesSnapshotTestJSON-468727163 tempest-VolumesSnapshotTestJSON-468727163-project] 10.222.0.31 "GET /v2.0/ports?device_id=475dd99c-12d2-41dc-8a56-c090ad97daa9 HTTP/1.1" status: 200 len: 210 time: 0.0370417 May 25 17:13:38.262500 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f76ce-9697-4ebf-b06d-2dba8dc0aae7 req-c82ea747-ea32-4ceb-acc1-1c5e1568e12f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:38.264251 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-965f76ce-9697-4ebf-b06d-2dba8dc0aae7 req-c82ea747-ea32-4ceb-acc1-1c5e1568e12f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 946 time: 0.0995667 May 25 17:13:38.324340 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-965f76ce-9697-4ebf-b06d-2dba8dc0aae7 req-5747196e-5149-4068-9267-0b1ee8559148 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518634 May 25 17:13:38.593162 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:38.595426 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab76e2-2260-4365-b8cb-9c9babaed2e7" -d '{"events": [{"server_uuid": "475dd99c-12d2-41dc-8a56-c090ad97daa9", "name": "network-vif-unplugged", "status": "completed", "tag": "7edb7e9c-d195-4fd0-ac49-cecab1f2db8b"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:38.629716 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4bd00a-f3e4-4faa-b4bf-c97687b6a794 x-openstack-request-id: req-5f4bd00a-f3e4-4faa-b4bf-c97687b6a794 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:38.630037 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475dd99c-12d2-41dc-8a56-c090ad97daa9", "name": "network-vif-unplugged", "status": "completed", "tag": "7edb7e9c-d195-4fd0-ac49-cecab1f2db8b", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:38.630294 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f4bd00a-f3e4-4faa-b4bf-c97687b6a794 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:38.630688 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4bd00a-f3e4-4faa-b4bf-c97687b6a794'] response: {'server_uuid': '475dd99c-12d2-41dc-8a56-c090ad97daa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edb7e9c-d195-4fd0-ac49-cecab1f2db8b', 'code': 200} May 25 17:13:39.254973 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b1c24057-704e-4977-a0fc-bfcda1a96d47 req-90dd1b59-7199-49be-8deb-a66b25b7b8d0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 210 time: 0.0638080 May 25 17:13:39.320458 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-595bbe7f-f068-4862-a785-04ff30cc3260 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:39.322922 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-595bbe7f-f068-4862-a785-04ff30cc3260 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 817 time: 0.1424673 May 25 17:13:39.398772 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-829bd84f-df61-479c-84f1-9fcea9f09481 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197671139e6b42069ba82ea9fdf1da40 HTTP/1.1" status: 200 len: 380 time: 0.0679150 May 25 17:13:39.449535 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'port': {'device_id': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'admin_state_up': True, 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'security_groups': ['f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:39.479497 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda811d-6a96-4b42-a6b1-7a3f902e3048 req-4a1123aa-c13d-4cf1-abc8-2e88044d1178 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:39.481074 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8cda811d-6a96-4b42-a6b1-7a3f902e3048 req-4a1123aa-c13d-4cf1-abc8-2e88044d1178 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 946 time: 0.0751548 May 25 17:13:39.605092 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8cda811d-6a96-4b42-a6b1-7a3f902e3048 req-dbd1f0ba-0512-4463-b2b3-7598fc8dd733 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887086 May 25 17:13:39.632510 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Made reservation on behalf of 197671139e6b42069ba82ea9fdf1da40 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:13:39.636943 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:39.666247 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:39.726605 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dea058-06c7-409e-866a-293f7ef46bb8 req-e9d40a7b-9c4d-4fd8-b060-2edc191a028f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:39.728824 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83dea058-06c7-409e-866a-293f7ef46bb8 req-e9d40a7b-9c4d-4fd8-b060-2edc191a028f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 946 time: 0.0500214 May 25 17:13:39.737183 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53358) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:39.741587 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'floatingip': {'port_id': 'df2173ff-664e-43ca-b7a5-ee5bf4830547'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:39.772620 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Allocated IP 172.20.0.10 (8771ee30-f2eb-41ac-813c-a5d3ee111699/4e70015e-3616-44e8-8a2d-41c916d84224/fc8011bd-f7ca-4b39-81ab-c9bfafbcd234) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:13:39.779020 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (200edf0a-2188-45e1-8d83-3b8bd996de49), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:39.914975 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:39.947993 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:39.953790 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:39.991765 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:13:39.997396 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:13:40.001028 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:13:40.031568 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:40.057532 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:40.058173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.077160 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-bd4cf7ac-b700-42cd-b881-912ed222a354 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325173 May 25 17:13:40.089874 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Request body: {'port': {'device_id': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:40.164564 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.223822 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.228047 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (200edf0a-2188-45e1-8d83-3b8bd996de49), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.277929 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-233fe2a1-a7e2-4dbc-9e3d-bf2e01fd55d2 None None] Provisioning complete for port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:13:40.278452 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-233fe2a1-a7e2-4dbc-9e3d-bf2e01fd55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.316412 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-233fe2a1-a7e2-4dbc-9e3d-bf2e01fd55d2 None None] Port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:13:40.351335 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Floating IP 200edf0a-2188-45e1-8d83-3b8bd996de49 associated. External IP: 172.27.0.173, port: df2173ff-664e-43ca-b7a5-ee5bf4830547. May 25 17:13:40.419031 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:40.468381 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:40.481441 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcc35d-7806-48f9-b45b-642fece292e8 req-cc1b1a41-0733-43df-954a-6cbc5e2a08af tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:40.482860 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ffbcc35d-7806-48f9-b45b-642fece292e8 req-cc1b1a41-0733-43df-954a-6cbc5e2a08af tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 932 time: 0.0842402 May 25 17:13:40.510754 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:40.565732 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ffbcc35d-7806-48f9-b45b-642fece292e8 req-81efc1f1-5fdc-486a-8ec6-ccc524036f90 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689645 May 25 17:13:40.573949 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:13:40.581859 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Publish callbacks [] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.589498 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:13:40.596116 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Transition to ACTIVE for port object fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:13:40.600880 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.654700 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:40.724711 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:13:40.730481 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.739074 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:13:40.766343 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:40.767005 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:40.773240 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-64e6fb0e-a823-432f-a409-10c27e5c36e3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "PUT /v2.0/floatingips/200edf0a-2188-45e1-8d83-3b8bd996de49 HTTP/1.1" status: 200 len: 992 time: 1.0349259 May 25 17:13:40.773896 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'tag': 'df2173ff-664e-43ca-b7a5-ee5bf4830547'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:40.777121 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559b9248-90fe-4c41-a7c6-0e77a988533c" -d '{"events": [{"name": "network-changed", "server_uuid": "d856fd3d-ee9c-45ec-b4a1-46789378a5ef", "tag": "df2173ff-664e-43ca-b7a5-ee5bf4830547"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:40.805767 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Attempting to bind port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:13:40.806640 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Attempting to bind port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:13:40.807630 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Attempting to bind port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 on network 8771ee30-f2eb-41ac-813c-a5d3ee111699 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:13:40.818940 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 on network 8771ee30-f2eb-41ac-813c-a5d3ee111699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:13:40.819270 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Attempting to bind port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 on network 8771ee30-f2eb-41ac-813c-a5d3ee111699 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:13:40.825862 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:13:40.826244 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Checking segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:13:40.826587 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Bound using segment: {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:13:40.827020 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Bound port: fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfb2d2b-08cc-4f55-976f-aec6327c0d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:13:40.827381 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:40.839987 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f49784a-acca-46ec-90f2-8542e8070d00 x-openstack-request-id: req-4f49784a-acca-46ec-90f2-8542e8070d00 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:40.840268 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d856fd3d-ee9c-45ec-b4a1-46789378a5ef", "tag": "df2173ff-664e-43ca-b7a5-ee5bf4830547", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:40.840524 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f49784a-acca-46ec-90f2-8542e8070d00 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:40.840953 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f49784a-acca-46ec-90f2-8542e8070d00'] response: {'name': 'network-changed', 'server_uuid': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'tag': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'status': 'completed', 'code': 200} May 25 17:13:40.914962 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:40.946315 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-e0108d42-9921-4dd4-b95c-423c6b577a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:40.949072 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-e0108d42-9921-4dd4-b95c-423c6b577a8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 1130 time: 0.0673883 May 25 17:13:40.952915 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:13:40.956732 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:13:40.983451 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:41.051285 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:41.051866 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:41.053303 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] 10.222.0.71 "PUT /v2.0/ports/fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 HTTP/1.1" status: 200 len: 1094 time: 0.9685500 May 25 17:13:41.053853 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:41.057180 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:41.071037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:41.113132 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912227c-0af5-4bed-996f-9a3788002e13 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:41.154167 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50ff6a4-eb1f-4cd2-b9dc-f98afa2c0224 x-openstack-request-id: req-d50ff6a4-eb1f-4cd2-b9dc-f98afa2c0224 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:41.154560 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:41.154870 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d50ff6a4-eb1f-4cd2-b9dc-f98afa2c0224 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:41.155707 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50ff6a4-eb1f-4cd2-b9dc-f98afa2c0224'] response: {'name': 'network-changed', 'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'status': 'completed', 'code': 200} May 25 17:13:41.163710 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-3a036c47-3985-435e-97c5-17ecfb9abd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:41.165231 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-3a036c47-3985-435e-97c5-17ecfb9abd9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 915 time: 0.2066376 May 25 17:13:41.168222 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '200edf0a-2188-45e1-8d83-3b8bd996de49', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:52:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:13:18Z', 'updated_at': '2022-05-25T17:13:40Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:41.169043 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-70e25341-a8aa-4ea7-943c-fadad2a88b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:41.170462 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-70e25341-a8aa-4ea7-943c-fadad2a88b4a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 1128 time: 0.0541680 May 25 17:13:41.195252 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:13:41.205377 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:41.206012 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:41.328547 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:41.474643 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-ae9d6e65-4a0f-4c8f-9e1c-ae528d7ab64e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 HTTP/1.1" status: 200 len: 217 time: 0.2951398 May 25 17:13:41.492843 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-e7862ff0-b81d-40c4-a336-452a5fd2ef35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df2173ff-664e-43ca-b7a5-ee5bf4830547 HTTP/1.1" status: 200 len: 1000 time: 0.3210194 May 25 17:13:41.545062 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '200edf0a-2188-45e1-8d83-3b8bd996de49', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:52:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:13:18Z', 'updated_at': '2022-05-25T17:13:40Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:41.570446 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd2a05-f343-481a-bfd1-44447ed5d0b1 None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '200edf0a-2188-45e1-8d83-3b8bd996de49', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:52:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:13:18Z', 'updated_at': '2022-05-25T17:13:40Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:13:41.697354 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7bc80-2e8b-4e2d-a7e4-d9bce3923ae6 req-827428f5-de7b-4563-aa79-a6e0468fc113 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:41.698992 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0bc7bc80-2e8b-4e2d-a7e4-d9bce3923ae6 req-827428f5-de7b-4563-aa79-a6e0468fc113 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0521290 May 25 17:13:41.750371 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0bc7bc80-2e8b-4e2d-a7e4-d9bce3923ae6 req-ec54b8f5-bc30-4e35-9a08-1bb80c54b794 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440609 May 25 17:13:41.761647 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14178a6-9992-463d-b57e-ec149b07ec2c None None] New status for floating IP 200edf0a-2188-45e1-8d83-3b8bd996de49: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:13:42.944176 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c9bfc-71a2-40e8-9208-af436f08ccad req-bbb7222a-5a7d-4a48-8cb5-2439b66dac03 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:42.945598 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-448c9bfc-71a2-40e8-9208-af436f08ccad req-bbb7222a-5a7d-4a48-8cb5-2439b66dac03 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.1084745 May 25 17:13:42.948962 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-79f332be-563d-4e78-adb8-7e7a8e9f0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:42.950300 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-79f332be-563d-4e78-adb8-7e7a8e9f0077 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.1266899 May 25 17:13:42.959473 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-eb6d7c9b-1a00-496b-8b13-33111b69a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:42.960890 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-eb6d7c9b-1a00-496b-8b13-33111b69a4f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.1248691 May 25 17:13:43.002072 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-448c9bfc-71a2-40e8-9208-af436f08ccad req-19ff175b-6e00-41fe-ba9b-3a8f7e3c2edb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490839 May 25 17:13:43.788582 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:43.801056 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-9e66fb5a-a4e1-4b5c-a4b5-1da97d272228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:43.802733 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-9e66fb5a-a4e1-4b5c-a4b5-1da97d272228 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751193 May 25 17:13:43.804610 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-5a35781f-6856-416c-8c65-a56dc705d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:43.806635 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-5a35781f-6856-416c-8c65-a56dc705d389 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701101 May 25 17:13:43.870658 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:43.930315 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:43.939121 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ee1a-0ba6-4fb9-97a7-b73bc18c9b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:43.977706 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-587c62d3-a7c9-4c78-9c4f-0bf3748c0f28 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598220 May 25 17:13:43.981624 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-7fa2519a-0313-4f72-9cf1-8041b34b120e service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557364 May 25 17:13:44.127611 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abed7f-dca2-498b-af81-790f39dd93b7 req-a286000e-9e54-4159-ad6c-1830958c547e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:44.129212 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36abed7f-dca2-498b-af81-790f39dd93b7 req-a286000e-9e54-4159-ad6c-1830958c547e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0547471 May 25 17:13:44.152308 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb90935a-a4cc-4b07-8ed9-4fd666f707ab req-70add0e0-28f4-43b3-924d-09c510c87952 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629643 May 25 17:13:44.155861 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559b9248-90fe-4c41-a7c6-0e77a988533c req-33cf2c01-ac49-4d73-9358-b35a521841c1 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579621 May 25 17:13:44.192627 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36abed7f-dca2-498b-af81-790f39dd93b7 req-671898a2-3aa7-4d95-9dc9-c534ba9e9ad9 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541067 May 25 17:13:45.218553 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-a4c754b4-9168-4451-93d7-a723a14e8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:45.220369 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-a4c754b4-9168-4451-93d7-a723a14e8510 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 1128 time: 0.0470388 May 25 17:13:45.338842 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bc73-c2b0-4c40-b1a0-aecd13e1d40c req-3029599b-fd2a-4cda-a8ad-2faa36f50670 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:45.340287 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be16bc73-c2b0-4c40-b1a0-aecd13e1d40c req-3029599b-fd2a-4cda-a8ad-2faa36f50670 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0673590 May 25 17:13:45.359711 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:45.370857 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-b2cb5ca7-89a3-4120-b057-bdf900fd6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:45.372091 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-b2cb5ca7-89a3-4120-b057-bdf900fd6e69 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 918 time: 0.1445301 May 25 17:13:45.428414 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-40fd1b9c-ca84-45f6-a7fd-45c8da4a41ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 HTTP/1.1" status: 200 len: 217 time: 0.0423498 May 25 17:13:45.432425 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be16bc73-c2b0-4c40-b1a0-aecd13e1d40c req-92afb2e4-8d02-4e1e-a976-6ff215da61d0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857091 May 25 17:13:45.484924 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-ed5376b0-5577-44f6-8cf6-6874c96322cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:45.486585 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-ed5376b0-5577-44f6-8cf6-6874c96322cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.0497246 May 25 17:13:45.541031 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-fc4dd2e7-f0fc-432c-9754-ff4565d9389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:45.542756 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-fc4dd2e7-f0fc-432c-9754-ff4565d9389b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480275 May 25 17:13:45.637026 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-53f6630b-832c-4e99-9d1d-e8f60629404e service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866561 May 25 17:13:45.734762 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-935d0ef1-3cdb-47ec-a0ea-a7d5f321c9b3 req-0a0b2bac-6123-47e4-8129-aecef250370a service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889809 May 25 17:13:46.159913 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-686599dc-91ee-4c6c-96f1-e82de5c0cce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:46.446278 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:13:46.546922 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:46.558280 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0b57-3f78-4ec5-9e41-a163968fb63b req-4e60b49e-0351-43de-a260-7db947bffd58 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:46.558810 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'port_id': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'mac_address': 'fa:16:3e:25:d3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:13:46.559800 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eadf0b57-3f78-4ec5-9e41-a163968fb63b req-4e60b49e-0351-43de-a260-7db947bffd58 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0498750 May 25 17:13:46.594647 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:13:46.595052 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:46.610813 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:13:46.611099 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eadf0b57-3f78-4ec5-9e41-a163968fb63b req-43864f29-bc80-454b-8c9f-edf316f0f211 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451357 May 25 17:13:46.637799 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:46.641708 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:46.691883 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:46.936496 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:13:47.512325 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:47.518013 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:13:47.734754 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982fa0-e517-4308-8c07-89763a2358c1 req-532cd2d3-6611-4527-b3a8-909f19a12c5a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:47.736218 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be982fa0-e517-4308-8c07-89763a2358c1 req-532cd2d3-6611-4527-b3a8-909f19a12c5a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 945 time: 0.0488102 May 25 17:13:47.749041 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:47.784489 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-be982fa0-e517-4308-8c07-89763a2358c1 req-950c8d16-f9a1-45f4-a5c2-ac2af50dfb4c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 May 25 17:13:48.832023 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:48.907749 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e60d43-67f6-45f0-96af-45a72f5ee780 req-38cbdcd9-cc11-4019-85eb-ed308359b385 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:48.909268 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1e60d43-67f6-45f0-96af-45a72f5ee780 req-38cbdcd9-cc11-4019-85eb-ed308359b385 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 945 time: 0.0476775 May 25 17:13:48.956383 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1e60d43-67f6-45f0-96af-45a72f5ee780 req-6b74bedc-fa72-4bf1-97d1-bac7221b791d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 May 25 17:13:49.326245 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:13:49.369112 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:13:49.374592 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:13:49.375011 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:49.448901 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:13:49.449269 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:49.474584 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:49.476805 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7b9e37-c2ed-4067-a8f7-21c4d834aaa8" -d '{"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-plugged", "status": "completed", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:49.490666 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:13:49.495570 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:49.517914 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a9d3ca-6c38-46f3-b400-e57dba06d7f3 x-openstack-request-id: req-e4a9d3ca-6c38-46f3-b400-e57dba06d7f3 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:49.518255 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-plugged", "status": "completed", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:49.518510 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4a9d3ca-6c38-46f3-b400-e57dba06d7f3 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:49.518976 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a9d3ca-6c38-46f3-b400-e57dba06d7f3'] response: {'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'code': 200} May 25 17:13:49.544370 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:50.076515 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b044b-812b-4279-99ec-55ff9d91e779 req-42d3278c-95e3-4456-95df-262daa8a18ca tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:50.078049 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c0b044b-812b-4279-99ec-55ff9d91e779 req-42d3278c-95e3-4456-95df-262daa8a18ca tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0506532 May 25 17:13:50.125020 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c0b044b-812b-4279-99ec-55ff9d91e779 req-53dfbd36-cfd0-4539-ab76-f874f13a5979 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415056 May 25 17:13:50.269446 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:51.154731 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b004cf-163e-4969-b4d8-cbc88c34a3fe req-c0954a72-f6dc-47c3-adb4-0e280464f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:51.156246 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f9b004cf-163e-4969-b4d8-cbc88c34a3fe req-c0954a72-f6dc-47c3-adb4-0e280464f7cc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 1130 time: 0.0399837 May 25 17:13:51.204985 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f9b004cf-163e-4969-b4d8-cbc88c34a3fe req-a355a169-9957-4c70-a051-bb45a0285163 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 May 25 17:13:51.252626 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82737609-4ca7-4b97-811a-87ef533d6822 req-a4feddcc-ed28-4bee-b20d-81549f9e09bd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:51.254132 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-82737609-4ca7-4b97-811a-87ef533d6822 req-a4feddcc-ed28-4bee-b20d-81549f9e09bd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0525620 May 25 17:13:51.302720 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-82737609-4ca7-4b97-811a-87ef533d6822 req-d4d266ae-3e47-4652-9254-f3e6e2ab80aa tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 May 25 17:13:51.879763 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:52.427270 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9eb26-bc11-4311-8acc-38ae55c2cdc3 req-b512c906-7a2e-4a99-b339-540e1918b332 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:52.428763 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47a9eb26-bc11-4311-8acc-38ae55c2cdc3 req-b512c906-7a2e-4a99-b339-540e1918b332 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0522382 May 25 17:13:52.492103 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47a9eb26-bc11-4311-8acc-38ae55c2cdc3 req-78fd5f2e-471e-44a6-954e-5705f4148f3b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552289 May 25 17:13:53.625994 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be51c-442c-461d-bdd1-66d4895ef4ce req-adc49dc9-7053-4c78-a584-63821a8d3ecf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:53.625994 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-083be51c-442c-461d-bdd1-66d4895ef4ce req-adc49dc9-7053-4c78-a584-63821a8d3ecf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0501246 May 25 17:13:53.670830 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-083be51c-442c-461d-bdd1-66d4895ef4ce req-7168e925-8b64-40b3-a273-abb9fbb2385a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451226 May 25 17:13:53.807079 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba716a-3018-4ebb-af01-db0886a34b62 req-6d86f779-ad11-4feb-83ab-d06fb3c24637 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:53.808626 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8dba716a-3018-4ebb-af01-db0886a34b62 req-6d86f779-ad11-4feb-83ab-d06fb3c24637 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0559142 May 25 17:13:53.817910 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53458) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:13:53.823104 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Request body: {'floatingip': {'port_id': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:13:53.865856 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (87174a69-08b8-471d-9c23-4cfe3fde36d4), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:54.060777 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:54.067166 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:54.303179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:54.307686 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (87174a69-08b8-471d-9c23-4cfe3fde36d4), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:54.399742 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Floating IP 87174a69-08b8-471d-9c23-4cfe3fde36d4 associated. External IP: 172.27.0.202, port: fc8011bd-f7ca-4b39-81ab-c9bfafbcd234. May 25 17:13:54.595179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Router 30ea7659-9232-4ef1-9e0d-3d2ac794818e has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:13:54.697650 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:13:54.702357 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:13:54.709652 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] Sync routers for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:13:54.717365 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:54.721866 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:54.722511 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:54.734679 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-577b059a-ae80-4ec4-a609-f772278ae3fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "PUT /v2.0/floatingips/87174a69-08b8-471d-9c23-4cfe3fde36d4 HTTP/1.1" status: 200 len: 992 time: 0.9135230 May 25 17:13:54.734679 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:13:54.735310 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf515ec2-e27d-4770-9ec8-8d989ef02efe" -d '{"events": [{"name": "network-changed", "server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:13:54.775568 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feef6797-e148-4b7d-991e-92af7223a33f x-openstack-request-id: req-feef6797-e148-4b7d-991e-92af7223a33f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:13:54.775854 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:13:54.776107 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feef6797-e148-4b7d-991e-92af7223a33f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:13:54.776504 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feef6797-e148-4b7d-991e-92af7223a33f'] response: {'name': 'network-changed', 'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'status': 'completed', 'code': 200} May 25 17:13:54.854976 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-f7ac18e6-3cb8-4634-9fe4-a24fa38c8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:54.856618 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-f7ac18e6-3cb8-4634-9fe4-a24fa38c8b92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 1130 time: 0.0515535 May 25 17:13:54.919795 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:54.953047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-9259a7e2-bc26-4bbb-ab0c-0803b24c8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:54.954422 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-9259a7e2-bc26-4bbb-ab0c-0803b24c8841 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 918 time: 0.0898759 May 25 17:13:54.976878 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:55.022937 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-08b2b418-a86d-411d-a733-cb3abff5c5b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 HTTP/1.1" status: 200 len: 1000 time: 0.0620704 May 25 17:13:55.074329 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-e90ec7fb-b4b5-4175-8c68-d199e2820242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:55.075779 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-e90ec7fb-b4b5-4175-8c68-d199e2820242 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.0449936 May 25 17:13:55.122138 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-1d531529-101b-43e6-be4c-a455c1239255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:13:55.123631 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-1d531529-101b-43e6-be4c-a455c1239255 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398033 May 25 17:13:55.189736 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:13:55.194722 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '87174a69-08b8-471d-9c23-4cfe3fde36d4', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'port_id': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'mac_address': 'fa:16:3e:25:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:13:36Z', 'updated_at': '2022-05-25T17:13:54Z', 'revision_number': 1, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:55.220343 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] Checking router: 30ea7659-9232-4ef1-9e0d-3d2ac794818e for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:13:55.226350 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-d0b71475-1fcd-4972-9536-4039aa09e84a service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958285 May 25 17:13:55.228739 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:13:55.229354 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:55.319600 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bf515ec2-e27d-4770-9ec8-8d989ef02efe req-c6c8d34a-3de2-43fb-bb26-863053c167a0 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860739 May 25 17:13:55.333158 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:13:55.545835 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '87174a69-08b8-471d-9c23-4cfe3fde36d4', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'port_id': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'mac_address': 'fa:16:3e:25:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:13:36Z', 'updated_at': '2022-05-25T17:13:54Z', 'revision_number': 1, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:55.574893 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d8a68-877a-4711-a22a-5ef6c6910701 None None] The sync data for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi is: [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '87174a69-08b8-471d-9c23-4cfe3fde36d4', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'port_id': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'mac_address': 'fa:16:3e:25:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:13:36Z', 'updated_at': '2022-05-25T17:13:54Z', 'revision_number': 1, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:13:55.771414 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae537ec-537b-439b-9c04-b1a7ba8d11db None None] New status for floating IP 87174a69-08b8-471d-9c23-4cfe3fde36d4: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:14:01.666927 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53534) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:01.715345 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-948e5827-89da-4241-8d4a-f1f2f1b272e0 admin admin] Deleting subnet b3c99ca6-0162-43fa-8e3b-53666569599e {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:14:01.718595 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-948e5827-89da-4241-8d4a-f1f2f1b272e0 admin admin] Publish callbacks [] for subnet (b3c99ca6-0162-43fa-8e3b-53666569599e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:01.757130 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-948e5827-89da-4241-8d4a-f1f2f1b272e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260932969'] for subnet (b3c99ca6-0162-43fa-8e3b-53666569599e), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:01.796902 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-948e5827-89da-4241-8d4a-f1f2f1b272e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (b3c99ca6-0162-43fa-8e3b-53666569599e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:01.823318 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:01.849908 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-948e5827-89da-4241-8d4a-f1f2f1b272e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260676993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260128099'] for subnet (b3c99ca6-0162-43fa-8e3b-53666569599e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:01.876580 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e5827-89da-4241-8d4a-f1f2f1b272e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c99ca6-0162-43fa-8e3b-53666569599e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:01.878610 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-948e5827-89da-4241-8d4a-f1f2f1b272e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:01.881776 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-948e5827-89da-4241-8d4a-f1f2f1b272e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b3c99ca6-0162-43fa-8e3b-53666569599e HTTP/1.1" status: 204 len: 168 time: 0.2138245 May 25 17:14:01.884412 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53536) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:01.962754 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (2300e90b-d27f-4f3f-bb1d-d819acec0222), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.267102 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (2300e90b-d27f-4f3f-bb1d-d819acec0222), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.286043 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2300e90b-d27f-4f3f-bb1d-d819acec0222']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:02.296040 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:02.296338 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48c3c26-e27d-4c3a-8a8e-c78bafd0e482') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:02.305862 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275935'] for segment (e48c3c26-e27d-4c3a-8a8e-c78bafd0e482), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.319659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (e48c3c26-e27d-4c3a-8a8e-c78bafd0e482), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.325589 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:14:02.326001 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260389101'] for segment (e48c3c26-e27d-4c3a-8a8e-c78bafd0e482), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.330651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:02.345597 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment e48c3c26-e27d-4c3a-8a8e-c78bafd0e482 resource provider aggregate not found May 25 17:14:02.376781 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment e48c3c26-e27d-4c3a-8a8e-c78bafd0e482 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e48c3c26-e27d-4c3a-8a8e-c78bafd0e482 found for delete ", "request_id": "req-63405e97-8108-474b-bf81-9cf692697a9f"}]} May 25 17:14:02.396377 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (2300e90b-d27f-4f3f-bb1d-d819acec0222), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.404297 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.407455 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2300e90b-d27f-4f3f-bb1d-d819acec0222 HTTP/1.1" status: 204 len: 168 time: 0.5214305 May 25 17:14:02.417759 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb165e-b967-48b3-91b7-b9dc4c907ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2300e90b-d27f-4f3f-bb1d-d819acec0222,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:02.575373 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53544) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:02.581874 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:02.618216 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7e1a8b0f-ad9e-494e-8122-36c757bc739a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f97d685bab047d8bbcd4c9e804f7d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416141 May 25 17:14:02.620743 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53546) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:02.668458 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7745-2c10-43ca-acdd-ee7ce7699b5b admin admin] Publish callbacks [] for security_group (2d1f453e-7747-4d54-9d0e-0b9d518ef2f4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.690891 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7745-2c10-43ca-acdd-ee7ce7699b5b admin admin] Publish callbacks [] for security_group (2d1f453e-7747-4d54-9d0e-0b9d518ef2f4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.741986 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7745-2c10-43ca-acdd-ee7ce7699b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2d1f453e-7747-4d54-9d0e-0b9d518ef2f4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.744893 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7745-2c10-43ca-acdd-ee7ce7699b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:02.746068 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ee9b7745-2c10-43ca-acdd-ee7ce7699b5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d1f453e-7747-4d54-9d0e-0b9d518ef2f4 HTTP/1.1" status: 204 len: 168 time: 0.1244302 May 25 17:14:02.754497 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b7745-2c10-43ca-acdd-ee7ce7699b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f453e-7747-4d54-9d0e-0b9d518ef2f4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:03.419586 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53568) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:03.518242 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-667113740-network', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:03.540008 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Made reservation on behalf of df9bc8d103cf40e1b8d984f1947e7c5d for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:14:03.543521 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:03.551683 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:03.631952 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Publish callbacks [] for security_group (0a86730f-e22b-4fed-800c-cf8c2cfac71b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:03.635939 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (0a86730f-e22b-4fed-800c-cf8c2cfac71b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:03.662201 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:14:03.672211 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a86730f-e22b-4fed-800c-cf8c2cfac71b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:03.680912 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (744d35c9-f3cc-441f-b9d0-d9937174861b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:03.680912 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Added segment 744d35c9-f3cc-441f-b9d0-d9937174861b of type vlan for network f83d3faf-d265-477f-8499-04e56bb140df May 25 17:14:03.721590 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (f83d3faf-d265-477f-8499-04e56bb140df), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:03.747077 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (f83d3faf-d265-477f-8499-04e56bb140df), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:03.748095 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:03.748694 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:03.809986 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3892870 May 25 17:14:03.813190 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53572) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:03.818046 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f68c7-56ca-4826-ae87-45ea951e31f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f83d3faf-d265-477f-8499-04e56bb140df,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:03.818823 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Request body: {'subnet': {'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-667113740-subnet', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:03.827496 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network f83d3faf-d265-477f-8499-04e56bb140df details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:14:03.844720 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Made reservation on behalf of df9bc8d103cf40e1b8d984f1947e7c5d for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:14:03.847094 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260128152'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.017605 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260677062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260128106'] for subnet (b0d1d308-5103-4112-b543-c19632de5d78), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.068081 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d1d308-5103-4112-b543-c19632de5d78,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:04.084238 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Checking segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:04.084590 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Network hostable DHCP agents. Network: f83d3faf-d265-477f-8499-04e56bb140df, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:14:04.101579 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Network f83d3faf-d265-477f-8499-04e56bb140df is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:14:04.110774 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, f83d3faf-d265-477f-8499-04e56bb140df) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:04.115645 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:04.117677 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.119095 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be02dde1-9a87-4172-a790-ea6a156547c9 None None] Network f83d3faf-d265-477f-8499-04e56bb140df requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:14:04.133335 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-049f8e12-028c-4a97-865d-e43a2d29691f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3187432 May 25 17:14:04.136162 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53574) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:04.140649 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:04.162025 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.162941 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.215989 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks [] for router_controller (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.223709 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-f83d3faf-d265-477f-8499-04e56bb140df', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:14:04.224644 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.313892 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:04.360336 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks [] for router_gateway (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.361346 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Allocated IP 172.20.0.2 (f83d3faf-d265-477f-8499-04e56bb140df/b0d1d308-5103-4112-b543-c19632de5d78/98bcb5ec-9252-4e5e-883f-38be869b67e5) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:04.371899 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:04.379875 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:04.439515 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:04.503833 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Publish callbacks [] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.511132 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.545579 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks [] for router_gateway (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.554556 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Network f83d3faf-d265-477f-8499-04e56bb140df is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:04.561104 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:04.566039 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:04.568327 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.569318 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Pushing event updated for resources: {'Port': ['ID=98bcb5ec-9252-4e5e-883f-38be869b67e5,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:04.628598 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Attempting to bind port 98bcb5ec-9252-4e5e-883f-38be869b67e5 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:04.628989 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Attempting to bind port 98bcb5ec-9252-4e5e-883f-38be869b67e5 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:04.629352 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Attempting to bind port 98bcb5ec-9252-4e5e-883f-38be869b67e5 on network f83d3faf-d265-477f-8499-04e56bb140df {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:04.635032 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:04.635404 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Checking segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:04.635799 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.636183 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Bound using segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:04.636635 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Bound port: 98bcb5ec-9252-4e5e-883f-38be869b67e5, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:04.637025 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.683242 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Allocated IP 172.27.0.172 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/9d179be4-849e-4dfd-96d2-7d9adc8e152b) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:04.702033 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] For port 98bcb5ec-9252-4e5e-883f-38be869b67e5, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:04.705227 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] For port 98bcb5ec-9252-4e5e-883f-38be869b67e5, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=98bcb5ec-9252-4e5e-883f-38be869b67e5,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:04.712572 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.772914 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813f44e-57ed-4ea8-9cb8-9835d20ae274 None None] Pushing event updated for resources: {'Port': ['ID=98bcb5ec-9252-4e5e-883f-38be869b67e5,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:04.797294 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks [] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.839734 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:04.881982 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:04.886446 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:04.889557 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:04.918452 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Pushing event updated for resources: {'Port': ['ID=9d179be4-849e-4dfd-96d2-7d9adc8e152b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:05.168007 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks [] for router_gateway (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:05.358616 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:05.360348 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:05.361857 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:05.496935 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:14:05.605507 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:05.615449 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:05.625232 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:05.629019 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53580) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:05.629583 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cc1bef78-57ce-4d8a-b355-ffdd408ae911 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4917588 May 25 17:14:05.631260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:05.632095 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:05.719028 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb66662c-14a4-4580-9509-f7fa1f7c938f None None] Network f83d3faf-d265-477f-8499-04e56bb140df requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:14:05.738502 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:05.803631 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:05.834961 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-7dd74710-4da3-4a54-ac92-7b3d050247dd None None] Provisioning complete for port 98bcb5ec-9252-4e5e-883f-38be869b67e5 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:05.835339 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dd74710-4da3-4a54-ac92-7b3d050247dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:05.869409 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:06.092856 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.101014 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:06.162229 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:06.193214 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:06.217509 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-7dd74710-4da3-4a54-ac92-7b3d050247dd None None] Current status of the port 98bcb5ec-9252-4e5e-883f-38be869b67e5 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:06.217916 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dd74710-4da3-4a54-ac92-7b3d050247dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.244256 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afc41a-9c80-4afc-b724-613ef1fba3a7 req-5d2382d8-86c8-4c51-9dbb-5d39e8a95630 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:06.246117 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36afc41a-9c80-4afc-b724-613ef1fba3a7 req-5d2382d8-86c8-4c51-9dbb-5d39e8a95630 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0704851 May 25 17:14:06.253625 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:05Z', 'revision_number': 3, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:06.296546 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Allocated IP 172.20.0.1 (f83d3faf-d265-477f-8499-04e56bb140df/b0d1d308-5103-4112-b543-c19632de5d78/20bf5496-41cb-4b57-b371-891df80538e6) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:06.301899 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:06.302254 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Updating router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 port 9d179be4-849e-4dfd-96d2-7d9adc8e152b binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:14:06.305447 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-7dd74710-4da3-4a54-ac92-7b3d050247dd None None] For port 98bcb5ec-9252-4e5e-883f-38be869b67e5, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=98bcb5ec-9252-4e5e-883f-38be869b67e5,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:06.312471 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dd74710-4da3-4a54-ac92-7b3d050247dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.335334 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36afc41a-9c80-4afc-b724-613ef1fba3a7 req-f260ce49-22eb-4814-8e6f-282492244fb9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825121 May 25 17:14:06.374138 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.413981 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd74710-4da3-4a54-ac92-7b3d050247dd None None] Pushing event updated for resources: {'Port': ['ID=98bcb5ec-9252-4e5e-883f-38be869b67e5,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:06.433267 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Publish callbacks [] for port (20bf5496-41cb-4b57-b371-891df80538e6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.463938 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-bc19926a-8dab-4569-accb-0056cbc47e42 None None] Provisioning complete for port 98bcb5ec-9252-4e5e-883f-38be869b67e5 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:06.464347 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bc19926a-8dab-4569-accb-0056cbc47e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.466758 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (20bf5496-41cb-4b57-b371-891df80538e6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.502777 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Network f83d3faf-d265-477f-8499-04e56bb140df is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:06.505683 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:06.512174 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:06.547668 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Pushing event updated for resources: {'Port': ['ID=20bf5496-41cb-4b57-b371-891df80538e6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:06.565289 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.616606 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:06.656982 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-bc19926a-8dab-4569-accb-0056cbc47e42 None None] Current status of the port 98bcb5ec-9252-4e5e-883f-38be869b67e5 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:06.704696 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (20bf5496-41cb-4b57-b371-891df80538e6), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.757060 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Publish callbacks [] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.763917 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.826550 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-a010e3a1-128f-4c7c-bee6-5e4ba37a818c None None] Provisioning complete for port 20bf5496-41cb-4b57-b371-891df80538e6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:06.826926 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a010e3a1-128f-4c7c-bee6-5e4ba37a818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (20bf5496-41cb-4b57-b371-891df80538e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.858994 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6376d71-bd42-4b9e-81a8-5a94994cd892 None None] Pushing event updated for resources: {'Port': ['ID=9d179be4-849e-4dfd-96d2-7d9adc8e152b,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:06.865541 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 98bcb5ec-9252-4e5e-883f-38be869b67e5 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:06.896466 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Attempting to bind port 9d179be4-849e-4dfd-96d2-7d9adc8e152b on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:06.896871 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Attempting to bind port 9d179be4-849e-4dfd-96d2-7d9adc8e152b by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:06.897240 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Attempting to bind port 9d179be4-849e-4dfd-96d2-7d9adc8e152b on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:06.907028 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-a010e3a1-128f-4c7c-bee6-5e4ba37a818c None None] Port 20bf5496-41cb-4b57-b371-891df80538e6 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:14:06.910114 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:06.910495 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:06.910899 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.911282 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:06.911751 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Bound port: 9d179be4-849e-4dfd-96d2-7d9adc8e152b, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:06.912129 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.918377 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Publish callbacks [] for port (20bf5496-41cb-4b57-b371-891df80538e6), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.923416 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (20bf5496-41cb-4b57-b371-891df80538e6), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.971565 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:06.973736 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:06.976022 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 98bcb5ec-9252-4e5e-883f-38be869b67e5 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:06.976436 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:06.980193 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] For port 9d179be4-849e-4dfd-96d2-7d9adc8e152b, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:06.981951 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:06.996570 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:07.002516 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Pushing event updated for resources: {'Port': ['ID=20bf5496-41cb-4b57-b371-891df80538e6,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:07.022783 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] For port 9d179be4-849e-4dfd-96d2-7d9adc8e152b, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=9d179be4-849e-4dfd-96d2-7d9adc8e152b,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:07.035016 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:07.094719 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Network f83d3faf-d265-477f-8499-04e56bb140df is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:07.096132 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:07.119579 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6376d71-bd42-4b9e-81a8-5a94994cd892 None None] Pushing event updated for resources: {'Port': ['ID=9d179be4-849e-4dfd-96d2-7d9adc8e152b,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:07.126914 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:07.127530 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:07.168887 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 98bcb5ec-9252-4e5e-883f-38be869b67e5 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:07.217858 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:07.242951 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:07.331522 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:07.336502 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5b1d0050-ed7f-403c-a85a-5c94f3f97786 admin admin] 10.222.0.31 "PUT /v2.0/routers/be04a8fb-f060-4069-b9bb-9fd16f01f3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7056241 May 25 17:14:07.344626 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-64682bff-55b0-4dbb-80ed-63e025c630bc None None] Provisioning complete for port 20bf5496-41cb-4b57-b371-891df80538e6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:07.345042 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-64682bff-55b0-4dbb-80ed-63e025c630bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (20bf5496-41cb-4b57-b371-891df80538e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:07.420314 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-64682bff-55b0-4dbb-80ed-63e025c630bc None None] Port 20bf5496-41cb-4b57-b371-891df80538e6 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:14:07.461961 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0160a21-f665-4c50-994a-6bbf4f2eb8d5 req-0c00011c-6806-4f05-99d9-bc084c5d67d5 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:07.464350 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f0160a21-f665-4c50-994a-6bbf4f2eb8d5 req-0c00011c-6806-4f05-99d9-bc084c5d67d5 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0540605 May 25 17:14:07.490925 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 2, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:07.516288 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f0160a21-f665-4c50-994a-6bbf4f2eb8d5 req-f354e585-b467-43ee-bc3b-5c80e87cb2b9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458438 May 25 17:14:07.520405 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d30652-1d53-4b6b-8ad5-70f8bdd5aee5 None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 2, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:07.541798 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:07.893620 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53608) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:07.898701 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1073296765-network', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:07.920521 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Made reservation on behalf of 63624ae00fdd4c0a9b94c7fc2887fdb9 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:14:07.923021 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:07.932147 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:07.984359 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:08.017032 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Publish callbacks [] for security_group (4280ce97-eda1-4b4f-a293-6139fb5b8055), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.021029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (4280ce97-eda1-4b4f-a293-6139fb5b8055), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.048235 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:14:08.058238 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4280ce97-eda1-4b4f-a293-6139fb5b8055,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:08.064940 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (ae89411f-9251-43f5-a900-a8d295313db1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.065352 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Added segment ae89411f-9251-43f5-a900-a8d295313db1 of type vlan for network e6086433-c78c-499a-9b57-2e1129ece665 May 25 17:14:08.109384 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (e6086433-c78c-499a-9b57-2e1129ece665), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.138156 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (e6086433-c78c-499a-9b57-2e1129ece665), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.139300 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:08.139997 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.148346 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:08.466528 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5717738 May 25 17:14:08.469228 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53614) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:08.474480 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Request body: {'subnet': {'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1073296765-subnet', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:08.491506 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49481c76-f40d-4204-8ada-083eda688e79 admin admin] Pushing event updated for resources: {'Network': ['ID=e6086433-c78c-499a-9b57-2e1129ece665,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:08.503198 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network e6086433-c78c-499a-9b57-2e1129ece665 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:14:08.507215 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-720a40c8-e9b7-4b21-ba66-8105e4cbe5db tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:08.508696 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-720a40c8-e9b7-4b21-ba66-8105e4cbe5db tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.0660510 May 25 17:14:08.512082 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Made reservation on behalf of 63624ae00fdd4c0a9b94c7fc2887fdb9 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:14:08.514481 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261499527'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.643411 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Deleting port 9a8368c6-6150-48dd-9dcf-3a607cd09518 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:08.644246 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.777724 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-66ed3486-9cd4-4ca5-befc-3b9cb387ab17 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1123290 May 25 17:14:08.778846 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260389448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261499509'] for subnet (bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.849825 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:08.882053 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] For port 9a8368c6-6150-48dd-9dcf-3a607cd09518, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a8368c6-6150-48dd-9dcf-3a607cd09518,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:08.882429 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.892383 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Checking segment: {'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:08.892945 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Network hostable DHCP agents. Network: e6086433-c78c-499a-9b57-2e1129ece665, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:14:08.898833 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-df07179c-522e-4656-a2d6-40cd02b5e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:08.900607 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-df07179c-522e-4656-a2d6-40cd02b5e434 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c297ec7b46943f594b67c95479f1f7c&device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 1129 time: 0.0803382 May 25 17:14:08.915032 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Network e6086433-c78c-499a-9b57-2e1129ece665 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:14:08.930078 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, e6086433-c78c-499a-9b57-2e1129ece665) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:08.935154 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:08.936055 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:08.945426 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d973e-1469-4afe-a106-46c0df6511d4 None None] Network e6086433-c78c-499a-9b57-2e1129ece665 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:14:08.968015 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 9d179be4-849e-4dfd-96d2-7d9adc8e152b up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:08.968618 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-772c015d-5925-452d-a611-b3419221eca4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4980013 May 25 17:14:08.969590 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53620) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:08.974565 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:09.010747 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.020896 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.049518 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-f8a2b3a0-2e36-4fb6-817a-07c1e1f3c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:09.051008 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-f8a2b3a0-2e36-4fb6-817a-07c1e1f3c192 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 200 len: 920 time: 0.1028519 May 25 17:14:09.099799 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks [] for router_controller (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.109399 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-7008ee58-e8d1-4c5e-865b-56bf2ba32429 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416 HTTP/1.1" status: 200 len: 217 time: 0.0514448 May 25 17:14:09.114841 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:09.213957 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:09.245035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-2057f651-8abc-4bb1-a161-b226c36c2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:09.246522 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-2057f651-8abc-4bb1-a161-b226c36c2b70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 200 len: 858 time: 0.1277499 May 25 17:14:09.267046 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 9d179be4-849e-4dfd-96d2-7d9adc8e152b triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:09.267424 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.281196 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.281552 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.281865 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Floating IP c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4 disassociated. External IP: 172.27.0.132, port: 9a8368c6-6150-48dd-9dcf-3a607cd09518. May 25 17:14:09.282213 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Calling delete_port for 9a8368c6-6150-48dd-9dcf-3a607cd09518 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:09.283217 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a22b9d-0b56-4c15-b1f0-3e292fb4e7b4 req-d25552c5-c037-4591-8498-0711f93c26af tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:09.285515 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86a22b9d-0b56-4c15-b1f0-3e292fb4e7b4 req-d25552c5-c037-4591-8498-0711f93c26af tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 945 time: 0.6659389 May 25 17:14:09.367794 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-f18d50c8-5031-4bb6-8ad0-3c697e613b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:09.369768 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-f18d50c8-5031-4bb6-8ad0-3c697e613b43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79368167-854c-4f50-95fb-3c054bede279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070621 May 25 17:14:09.383542 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:09.414704 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-e6086433-c78c-499a-9b57-2e1129ece665', 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665', 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'fixed_ips': [{'subnet_id': 'bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:14:09.416213 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.435938 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks [] for router_gateway (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.448385 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86a22b9d-0b56-4c15-b1f0-3e292fb4e7b4 req-62996525-f1fa-483b-b8fe-35ac33e42886 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=d44e5bd1-e317-4115-bbf6-da5fc70e4d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548612 May 25 17:14:09.457732 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:09.467782 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 9d179be4-849e-4dfd-96d2-7d9adc8e152b is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:09.468185 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.489654 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:09.577565 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 9d179be4-849e-4dfd-96d2-7d9adc8e152b, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=9d179be4-849e-4dfd-96d2-7d9adc8e152b,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:09.578401 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-d6f2814a-d82f-430f-8ae3-c19a47a10ae7 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971526 May 25 17:14:09.584030 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.653915 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (9a8368c6-6150-48dd-9dcf-3a607cd09518), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.671000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks [] for router_gateway (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.694448 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.716247 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=9d179be4-849e-4dfd-96d2-7d9adc8e152b,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:09.719011 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event deleted for resources: {'Port': ['ID=9a8368c6-6150-48dd-9dcf-3a607cd09518,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:09.720200 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:09.746935 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Allocated IP 172.20.0.2 (e6086433-c78c-499a-9b57-2e1129ece665/bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9/0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:09.833528 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-02ee5e81-c395-4df8-8d39-0e9f4dd3e118 req-5c17663c-f5dc-49c7-a708-80b1c1486b38 service neutron] 10.222.0.71 "GET /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478147 May 25 17:14:09.873678 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Allocated IP 172.27.0.148 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/636ff9a4-67f7-49f6-b9c0-eda5918f73f6) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:09.910519 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Router cf478cfc-3bcc-4bc6-99d0-6baf06759aec has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:09.948758 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Publish callbacks [] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:09.958453 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:10.010673 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Network e6086433-c78c-499a-9b57-2e1129ece665 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:10.016458 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:10.018865 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:10.022003 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Pushing event updated for resources: {'Port': ['ID=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:10.029001 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks [] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:10.060512 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:10.079869 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] Sync routers for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:10.090916 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:10.093571 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Attempting to bind port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:10.094015 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Attempting to bind port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:10.094138 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:10.094473 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Attempting to bind port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 on network e6086433-c78c-499a-9b57-2e1129ece665 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:10.094656 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:10.103661 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:10.103661 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Checking segment: {'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:10.104192 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:10.105260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Bound using segment: {'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:10.105260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Bound port: 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:10.105849 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:10.138868 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] No DVR routers for this DVR port 9a8368c6-6150-48dd-9dcf-3a607cd09518 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:14:10.141740 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:10.145678 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fd3644e0-1265-49ee-98e5-2cf607368c3d req-ccbffd8b-7518-4239-99e1-b2892578c6bc tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "DELETE /v2.0/ports/9a8368c6-6150-48dd-9dcf-3a607cd09518 HTTP/1.1" status: 204 len: 173 time: 1.6270916 May 25 17:14:10.146345 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'name': 'network-vif-deleted', 'tag': '9a8368c6-6150-48dd-9dcf-3a607cd09518'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:10.148906 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab86a19c-b6bd-4a98-8d62-49dce794056d" -d '{"events": [{"server_uuid": "5ecb9b07-e50d-4926-b95d-af40c6093d83", "name": "network-vif-deleted", "tag": "9a8368c6-6150-48dd-9dcf-3a607cd09518"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:10.262428 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5362a-fd74-40cb-bbf1-eae969b43bbe x-openstack-request-id: req-29f5362a-fd74-40cb-bbf1-eae969b43bbe {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:10.262734 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecb9b07-e50d-4926-b95d-af40c6093d83", "name": "network-vif-deleted", "tag": "9a8368c6-6150-48dd-9dcf-3a607cd09518", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:10.262997 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29f5362a-fd74-40cb-bbf1-eae969b43bbe {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:10.263440 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f5362a-fd74-40cb-bbf1-eae969b43bbe'] response: {'server_uuid': '5ecb9b07-e50d-4926-b95d-af40c6093d83', 'name': 'network-vif-deleted', 'tag': '9a8368c6-6150-48dd-9dcf-3a607cd09518', 'status': 'completed', 'code': 200} May 25 17:14:10.269669 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] For port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:10.272870 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:10.276416 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] For port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,segment=NetworkSegment(ae89411f-9251-43f5-a900-a8d295313db1),segment_id=ae89411f-9251-43f5-a900-a8d295313db1)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:10.290919 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:10.370918 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:10.414753 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:10.415997 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:10.471867 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e277a8-c144-4eb6-b1d0-d56584345553 None None] Pushing event updated for resources: {'Port': ['ID=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:10.496388 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:10.499738 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:10.502681 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:10.530814 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Pushing event updated for resources: {'Port': ['ID=636ff9a4-67f7-49f6-b9c0-eda5918f73f6,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:10.578441 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:10.659923 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:10.682824 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cfcb9fa-57bb-4693-bf22-48c9019a3a83 req-ddf0be88-c6de-4ab1-b82e-518e06ee4b54 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecb9b07-e50d-4926-b95d-af40c6093d83 HTTP/1.1" status: 200 len: 210 time: 0.0809140 May 25 17:14:10.736409 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] Checking router: cf478cfc-3bcc-4bc6-99d0-6baf06759aec for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:10.755252 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:10.764714 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:10.771484 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:10.771913 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:10.932560 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 2, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:10.968615 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:10.971989 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Updating router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 port 20bf5496-41cb-4b57-b371-891df80538e6 binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:14:10.979088 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:10.987202 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks [] for router_gateway (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.011578 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (20bf5496-41cb-4b57-b371-891df80538e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.013420 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:11.028445 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 9d179be4-849e-4dfd-96d2-7d9adc8e152b up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:11.090570 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:11.187491 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 9d179be4-849e-4dfd-96d2-7d9adc8e152b triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:11.187872 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.199457 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.205443 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:11.234100 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773ff13-9b55-4871-b557-7fd3832c1adc None None] The sync data for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi is: [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:11.346869 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:14:11.348760 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 9d179be4-849e-4dfd-96d2-7d9adc8e152b is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:11.349869 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:11.430038 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:11.431235 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.477530 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:11.495691 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Sync routers for ids ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:11.501361 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.502615 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7ce28787-1abe-4d1b-83ff-f8bff0ae6019 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5318370 May 25 17:14:11.505447 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53628) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:11.513125 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Routers {'d4d90e55-dcfa-4e0b-9828-9106ef87cc33'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:11.514010 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:11.527384 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Publish callbacks [] for port (20bf5496-41cb-4b57-b371-891df80538e6), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.540252 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (20bf5496-41cb-4b57-b371-891df80538e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.597392 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:11.628305 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41286fe-bffa-4bdc-9192-03185db599fa None None] New status for floating IP c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:14:11.634023 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:11.634925 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.702584 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Set router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:11.724481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e7bef-e8ee-4230-859c-3df3a9986b23 None None] Pushing event updated for resources: {'Port': ['ID=20bf5496-41cb-4b57-b371-891df80538e6,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:11.818898 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:11.863282 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,segment=NetworkSegment(ae89411f-9251-43f5-a900-a8d295313db1),segment_id=ae89411f-9251-43f5-a900-a8d295313db1)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:11.876104 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53634) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:11.920118 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:11.968056 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4379e999-6bb2-4a21-8d2e-8d7813a69b2a None None] Network e6086433-c78c-499a-9b57-2e1129ece665 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:14:12.003113 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-43dab867-0838-4a5c-8b6f-7917b81d56f4 None None] Provisioning complete for port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:12.003500 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-43dab867-0838-4a5c-8b6f-7917b81d56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.015873 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bab9-dbe4-4ec8-80e8-489f86aed709 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (d44e5bd1-e317-4115-bbf6-da5fc70e4d41), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.048221 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bab9-dbe4-4ec8-80e8-489f86aed709 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (d44e5bd1-e317-4115-bbf6-da5fc70e4d41), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.084114 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:10Z', 'revision_number': 3, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port': {'id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:12.114622 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bab9-dbe4-4ec8-80e8-489f86aed709 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (d44e5bd1-e317-4115-bbf6-da5fc70e4d41), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.118206 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bab9-dbe4-4ec8-80e8-489f86aed709 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.122682 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d9b2bab9-dbe4-4ec8-80e8-489f86aed709 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "DELETE /v2.0/security-groups/d44e5bd1-e317-4115-bbf6-da5fc70e4d41 HTTP/1.1" status: 204 len: 168 time: 0.2429025 May 25 17:14:12.124254 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53636) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:12.129913 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Checking router: d4d90e55-dcfa-4e0b-9828-9106ef87cc33 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:12.130534 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Updating router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:14:12.149913 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2bab9-dbe4-4ec8-80e8-489f86aed709 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e5bd1-e317-4115-bbf6-da5fc70e4d41,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:12.158780 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-f07b44bd-202b-4c76-86b4-b723fa2fd607 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] show failed (client error): The resource could not be found. May 25 17:14:12.162527 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f07b44bd-202b-4c76-86b4-b723fa2fd607 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups/d44e5bd1-e317-4115-bbf6-da5fc70e4d41 HTTP/1.1" status: 404 len: 347 time: 0.0344949 May 25 17:14:12.162751 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53638) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:12.174834 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.194191 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.210075 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:12.220152 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:12.223771 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Attempting to bind port 20bf5496-41cb-4b57-b371-891df80538e6 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:12.224149 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Attempting to bind port 20bf5496-41cb-4b57-b371-891df80538e6 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:12.224586 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Attempting to bind port 20bf5496-41cb-4b57-b371-891df80538e6 on network f83d3faf-d265-477f-8499-04e56bb140df {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:12.244154 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:12.265442 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:12.265820 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Checking segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:12.266226 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.266627 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Bound using segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:12.267109 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Bound port: 20bf5496-41cb-4b57-b371-891df80538e6, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:12.267492 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (20bf5496-41cb-4b57-b371-891df80538e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.312450 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Deleting port 74ab45f6-82f8-4697-bf31-26b490787a66 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:12.312925 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (74ab45f6-82f8-4697-bf31-26b490787a66), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.318612 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:12.398041 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (74ab45f6-82f8-4697-bf31-26b490787a66), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.398571 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (74ab45f6-82f8-4697-bf31-26b490787a66), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.413351 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Calling delete_port for 74ab45f6-82f8-4697-bf31-26b490787a66 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:12.423354 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Allocated IP 172.20.0.1 (e6086433-c78c-499a-9b57-2e1129ece665/bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9/065a1dde-015a-45ed-ada3-4cb301a33f51) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:12.434366 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:12.443187 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-43dab867-0838-4a5c-8b6f-7917b81d56f4 None None] Current status of the port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:12.453386 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] For port 20bf5496-41cb-4b57-b371-891df80538e6, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:12.456834 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] For port 20bf5496-41cb-4b57-b371-891df80538e6, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=20bf5496-41cb-4b57-b371-891df80538e6,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:12.462645 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:12.467261 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (20bf5496-41cb-4b57-b371-891df80538e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.497019 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:12.546889 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:12.547546 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:12.554317 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9a8368c6-6150-48dd-9dcf-3a607cd09518 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:14:12.572479 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Publish callbacks [] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.632102 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e7bef-e8ee-4230-859c-3df3a9986b23 None None] Pushing event updated for resources: {'Port': ['ID=20bf5496-41cb-4b57-b371-891df80538e6,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:12.640380 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.642801 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 9a8368c6-6150-48dd-9dcf-3a607cd09518 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:14:12.643258 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9a8368c6-6150-48dd-9dcf-3a607cd09518 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:14:12.656746 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-9da8588c-9843-4e0d-9701-5152e89aa32d None None] Provisioning complete for port 20bf5496-41cb-4b57-b371-891df80538e6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:12.657339 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9da8588c-9843-4e0d-9701-5152e89aa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (20bf5496-41cb-4b57-b371-891df80538e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.689823 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (74ab45f6-82f8-4697-bf31-26b490787a66), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.711848 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Publish callbacks [] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.718812 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Network e6086433-c78c-499a-9b57-2e1129ece665 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:12.724159 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.727980 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:12.734104 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event deleted for resources: {'Port': ['ID=74ab45f6-82f8-4697-bf31-26b490787a66,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:12.738562 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:12.775291 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:12.831221 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.890264 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.893183 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Pushing event updated for resources: {'Port': ['ID=636ff9a4-67f7-49f6-b9c0-eda5918f73f6,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:12.897641 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:12.898009 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Attempting to bind port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:12.898511 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Attempting to bind port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:12.899491 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Attempting to bind port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:12.902870 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.907744 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d6eb1ba0-a7fb-4207-805c-e851a0348698 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "DELETE /v2.0/floatingips/c3ab028d-9dc8-4b7a-9694-c9c18f0a24c4 HTTP/1.1" status: 204 len: 168 time: 0.7410905 May 25 17:14:12.917719 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:12.918382 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:12.918967 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.919528 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:12.920158 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Bound port: 636ff9a4-67f7-49f6-b9c0-eda5918f73f6, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:12.920758 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.951029 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.951380 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.951747 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.952106 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.952446 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.952805 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.953135 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.953460 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.953787 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.954109 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.954435 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.954773 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.955098 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.955416 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.955735 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:12.968453 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-9da8588c-9843-4e0d-9701-5152e89aa32d None None] Current status of the port 20bf5496-41cb-4b57-b371-891df80538e6 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:12.969019 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9da8588c-9843-4e0d-9701-5152e89aa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (20bf5496-41cb-4b57-b371-891df80538e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:12.987151 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 20bf5496-41cb-4b57-b371-891df80538e6 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:13.023155 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] For port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:13.027621 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] For port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=636ff9a4-67f7-49f6-b9c0-eda5918f73f6,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:13.041793 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.048826 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53642) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:13.056883 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-916b487d-0ebc-4de6-bbb4-7b111133d588 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312924994', 'description': 'tempest-description--1117339865'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:13.085281 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-916b487d-0ebc-4de6-bbb4-7b111133d588 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.110697 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Routers {'d4d90e55-dcfa-4e0b-9828-9106ef87cc33'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:13.111349 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:13.113290 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d9670-e8a5-4108-b62e-23054a23dbdd None None] Pushing event updated for resources: {'Port': ['ID=636ff9a4-67f7-49f6-b9c0-eda5918f73f6,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:13.203408 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-9da8588c-9843-4e0d-9701-5152e89aa32d None None] For port 20bf5496-41cb-4b57-b371-891df80538e6, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=20bf5496-41cb-4b57-b371-891df80538e6,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:13.215875 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-916b487d-0ebc-4de6-bbb4-7b111133d588 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (029f681c-4a35-4d67-8b9a-00d4fff740ad), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.221648 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-916b487d-0ebc-4de6-bbb4-7b111133d588 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (029f681c-4a35-4d67-8b9a-00d4fff740ad), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.222252 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9da8588c-9843-4e0d-9701-5152e89aa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (20bf5496-41cb-4b57-b371-891df80538e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.268771 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-916b487d-0ebc-4de6-bbb4-7b111133d588 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.270345 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-916b487d-0ebc-4de6-bbb4-7b111133d588 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2182598 May 25 17:14:13.273345 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53644) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:13.279171 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-91d1fe25-f489-41cf-8976-1967d168cfbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'security_group_rule': {'security_group_id': '029f681c-4a35-4d67-8b9a-00d4fff740ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:13.280447 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] Set router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:13.288775 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b487d-0ebc-4de6-bbb4-7b111133d588 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029f681c-4a35-4d67-8b9a-00d4fff740ad,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:13.302470 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8588c-9843-4e0d-9701-5152e89aa32d None None] Pushing event updated for resources: {'Port': ['ID=20bf5496-41cb-4b57-b371-891df80538e6,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:13.306848 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 20bf5496-41cb-4b57-b371-891df80538e6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:13.307923 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (20bf5496-41cb-4b57-b371-891df80538e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.313091 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Pushing event updated for resources: {'Port': ['ID=065a1dde-015a-45ed-ada3-4cb301a33f51,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:13.343997 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91d1fe25-f489-41cf-8976-1967d168cfbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (625b990a-058e-4f88-b809-9b0463058867), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.399541 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:13.404799 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91d1fe25-f489-41cf-8976-1967d168cfbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (625b990a-058e-4f88-b809-9b0463058867), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.406516 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Provisioning complete for port 20bf5496-41cb-4b57-b371-891df80538e6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:13.406914 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (20bf5496-41cb-4b57-b371-891df80538e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.409921 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91d1fe25-f489-41cf-8976-1967d168cfbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (625b990a-058e-4f88-b809-9b0463058867), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.428236 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:13.429271 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.437145 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1fe25-f489-41cf-8976-1967d168cfbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625b990a-058e-4f88-b809-9b0463058867,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:13.445412 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:12Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:13.456256 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91d1fe25-f489-41cf-8976-1967d168cfbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.457753 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-91d1fe25-f489-41cf-8976-1967d168cfbe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832430 May 25 17:14:13.460420 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53646) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:13.466172 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-ff5b80d2-a952-43f0-805b-51eaf6086f0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'security_group_rule': {'security_group_id': '029f681c-4a35-4d67-8b9a-00d4fff740ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:13.492390 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02510e7a-2a7b-4500-8e47-08d440a99b29 None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:12Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:13.503020 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff5b80d2-a952-43f0-805b-51eaf6086f0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (95c2ac03-84c0-4b9e-8865-de03d54067ea), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.559754 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 20bf5496-41cb-4b57-b371-891df80538e6 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:13.560783 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:13.566981 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff5b80d2-a952-43f0-805b-51eaf6086f0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (95c2ac03-84c0-4b9e-8865-de03d54067ea), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.572896 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff5b80d2-a952-43f0-805b-51eaf6086f0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (95c2ac03-84c0-4b9e-8865-de03d54067ea), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.586116 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:10Z', 'revision_number': 3, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port': {'id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:13.590176 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:13.607338 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff5b80d2-a952-43f0-805b-51eaf6086f0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.612036 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53648) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:13.612981 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ff5b80d2-a952-43f0-805b-51eaf6086f0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469417 May 25 17:14:13.617448 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:13.617827 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b80d2-a952-43f0-805b-51eaf6086f0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c2ac03-84c0-4b9e-8865-de03d54067ea,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:13.631820 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed4f9e-802d-4696-83a3-525b0036d098 None None] The sync data for ids ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'] in dv-cinder-843309-1-iscsi is: [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:10Z', 'revision_number': 3, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port': {'id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:13.646564 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Current status of the port 20bf5496-41cb-4b57-b371-891df80538e6 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:13.679879 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:13.679879 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.691884 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.701331 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Provisioning complete for port 065a1dde-015a-45ed-ada3-4cb301a33f51 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:13.701879 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.754070 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Port 065a1dde-015a-45ed-ada3-4cb301a33f51 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:14:13.764837 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Provisioning complete for port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:13.765348 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.788388 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Publish callbacks [] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.799047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.847190 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:13.865245 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.913296 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2e956-6205-497d-a569-aaefa79e6338 None None] Current status of the port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:13.918215 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-014b838b-6d9d-4667-a553-302d108abcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:13.937122 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Pushing event updated for resources: {'Port': ['ID=065a1dde-015a-45ed-ada3-4cb301a33f51,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:13.944145 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:14.064651 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:14.107296 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Allocated IP 172.27.0.212 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/4c7e673e-36ec-4edf-bacb-afc7cdaef3db) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:14.196028 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Network e6086433-c78c-499a-9b57-2e1129ece665 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:14.199895 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:14.294573 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:14.360843 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for port (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:14.448648 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:14.454354 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:14.515419 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:14.568593 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:14.576929 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:14.583180 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'Port': ['ID=4c7e673e-36ec-4edf-bacb-afc7cdaef3db,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:14.636882 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-89d23d01-5330-42d5-97f5-eece6b3b13a5 None None] Provisioning complete for port 065a1dde-015a-45ed-ada3-4cb301a33f51 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:14.637582 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89d23d01-5330-42d5-97f5-eece6b3b13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:14.639369 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:14.685896 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-89d23d01-5330-42d5-97f5-eece6b3b13a5 None None] Port 065a1dde-015a-45ed-ada3-4cb301a33f51 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:14:14.689766 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:14.716725 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5f615b10-47fc-4b6a-9a53-712fd2779543 admin admin] 10.222.0.31 "PUT /v2.0/routers/d4d90e55-dcfa-4e0b-9828-9106ef87cc33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2067597 May 25 17:14:14.736178 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (76216b29-66f6-47fa-852a-5773c6078da5), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:14.782876 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:14.968034 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:14.995526 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 20bf5496-41cb-4b57-b371-891df80538e6 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:15.015332 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for port (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.021394 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.051419 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 20bf5496-41cb-4b57-b371-891df80538e6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:15.052526 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (20bf5496-41cb-4b57-b371-891df80538e6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.085020 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53668) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:15.093747 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-72d3e9d7-59e8-465e-bef3-fe1077088120 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-215202645', 'description': 'tempest-secgroup-smoke-215202645 description', 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:15.108753 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'Port': ['ID=4c7e673e-36ec-4edf-bacb-afc7cdaef3db,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:15.118970 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (76216b29-66f6-47fa-852a-5773c6078da5), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.119823 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72d3e9d7-59e8-465e-bef3-fe1077088120 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.138378 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.139374 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-70a2c110-ddef-43f9-9dd7-5ca223d65e5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5254297 May 25 17:14:15.142568 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 20bf5496-41cb-4b57-b371-891df80538e6 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:15.143642 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:15.172358 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:15.197375 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:15.198029 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.236717 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72d3e9d7-59e8-465e-bef3-fe1077088120 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group (015fb2da-339e-4847-900c-15bf2958309f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.242069 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72d3e9d7-59e8-465e-bef3-fe1077088120 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (015fb2da-339e-4847-900c-15bf2958309f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.273318 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:15.277274 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:15.277752 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.280115 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72d3e9d7-59e8-465e-bef3-fe1077088120 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.281736 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-72d3e9d7-59e8-465e-bef3-fe1077088120 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1947694 May 25 17:14:15.283948 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3e9d7-59e8-465e-bef3-fe1077088120 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015fb2da-339e-4847-900c-15bf2958309f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:15.285284 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53672) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:15.297556 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-bb804002-c5d5-40f9-95bc-9e02fc591e3f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'security_group_rule': {'security_group_id': '015fb2da-339e-4847-900c-15bf2958309f', 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:15.304461 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=636ff9a4-67f7-49f6-b9c0-eda5918f73f6,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:15.310627 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.344710 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb804002-c5d5-40f9-95bc-9e02fc591e3f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (cd5d8a7a-a575-41bf-9f09-f50dda9f7f84), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.365540 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=636ff9a4-67f7-49f6-b9c0-eda5918f73f6,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:15.413626 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb804002-c5d5-40f9-95bc-9e02fc591e3f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (cd5d8a7a-a575-41bf-9f09-f50dda9f7f84), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.419971 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb804002-c5d5-40f9-95bc-9e02fc591e3f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (cd5d8a7a-a575-41bf-9f09-f50dda9f7f84), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.451989 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb804002-c5d5-40f9-95bc-9e02fc591e3f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5d8a7a-a575-41bf-9f09-f50dda9f7f84,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:15.456804 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb804002-c5d5-40f9-95bc-9e02fc591e3f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.461409 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53682) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:15.462642 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bb804002-c5d5-40f9-95bc-9e02fc591e3f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756618 May 25 17:14:15.466983 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-2237e8ef-e318-4a79-8c4b-b090e4034cfe tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'security_group_rule': {'security_group_id': '015fb2da-339e-4847-900c-15bf2958309f', 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:15.472417 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:15.506484 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2237e8ef-e318-4a79-8c4b-b090e4034cfe tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (2d838f07-92a7-4561-8745-5b0ad91dc21c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.578733 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:15.584650 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2237e8ef-e318-4a79-8c4b-b090e4034cfe tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (2d838f07-92a7-4561-8745-5b0ad91dc21c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.589932 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2237e8ef-e318-4a79-8c4b-b090e4034cfe tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (2d838f07-92a7-4561-8745-5b0ad91dc21c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.609044 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237e8ef-e318-4a79-8c4b-b090e4034cfe tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d838f07-92a7-4561-8745-5b0ad91dc21c,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:15.638012 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-8fa540b1-391c-4df7-bd0b-c9130b311a63 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1312924994&fields=id&tenant_id=7691c75f7a3448e38a99489d3df21925 HTTP/1.1" status: 200 len: 267 time: 0.0700529 May 25 17:14:15.648931 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2237e8ef-e318-4a79-8c4b-b090e4034cfe tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.654360 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2237e8ef-e318-4a79-8c4b-b090e4034cfe tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1909697 May 25 17:14:15.654974 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53696) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:15.659489 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e0d5c801-a378-4c37-926b-5d09d094f506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'security_group_rule': {'security_group_id': '015fb2da-339e-4847-900c-15bf2958309f', 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:15.699363 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c801-a378-4c37-926b-5d09d094f506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (1c418ee2-15b9-49a8-be27-e290af3cfeaa), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.765343 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c801-a378-4c37-926b-5d09d094f506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (1c418ee2-15b9-49a8-be27-e290af3cfeaa), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.771310 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c801-a378-4c37-926b-5d09d094f506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (1c418ee2-15b9-49a8-be27-e290af3cfeaa), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.795211 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-68df0336-3680-4235-b53c-e06b045ab718 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:15.796790 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-68df0336-3680-4235-b53c-e06b045ab718 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 808 time: 0.1498370 May 25 17:14:15.797819 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5c801-a378-4c37-926b-5d09d094f506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c418ee2-15b9-49a8-be27-e290af3cfeaa,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:15.803814 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c801-a378-4c37-926b-5d09d094f506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.812831 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e0d5c801-a378-4c37-926b-5d09d094f506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541498 May 25 17:14:15.813826 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53700) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:15.825289 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-e4eb7a02-2919-44be-8056-b48f727c0463 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/quotas/7691c75f7a3448e38a99489d3df21925 HTTP/1.1" status: 200 len: 375 time: 0.0112062 May 25 17:14:15.828262 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-2fc460bc-ba5a-4abe-8f55-010c1a9c453a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'security_group_rule': {'security_group_id': '015fb2da-339e-4847-900c-15bf2958309f', 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:15.877927 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-da9d737b-17ab-4b85-a5be-a03819c00df4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467656 May 25 17:14:15.880261 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de0df-f265-4c39-adb0-55e77b0ce28f req-c2313f02-86fb-4a6a-a39e-d5851f280cfc tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:15.881816 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa3de0df-f265-4c39-adb0-55e77b0ce28f req-c2313f02-86fb-4a6a-a39e-d5851f280cfc tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0694323 May 25 17:14:15.896383 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2fc460bc-ba5a-4abe-8f55-010c1a9c453a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (b36a5e10-d8d0-42bd-87bd-d63c258fdb93), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.912216 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Sync routers for ids ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:15.973316 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa3de0df-f265-4c39-adb0-55e77b0ce28f req-c729a044-a69c-48de-b029-57e76eb8e142 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847666 May 25 17:14:15.994185 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2fc460bc-ba5a-4abe-8f55-010c1a9c453a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (b36a5e10-d8d0-42bd-87bd-d63c258fdb93), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:15.998627 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2fc460bc-ba5a-4abe-8f55-010c1a9c453a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (b36a5e10-d8d0-42bd-87bd-d63c258fdb93), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.022482 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc460bc-ba5a-4abe-8f55-010c1a9c453a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36a5e10-d8d0-42bd-87bd-d63c258fdb93,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:16.027550 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Routers {'d4d90e55-dcfa-4e0b-9828-9106ef87cc33'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:16.028281 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:13:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:16.031495 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:16.033947 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2fc460bc-ba5a-4abe-8f55-010c1a9c453a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.035150 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2fc460bc-ba5a-4abe-8f55-010c1a9c453a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2204552 May 25 17:14:16.037860 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53706) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:16.043642 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-25200090-bfcb-4f0a-b92c-74bdcdf90cbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'security_group_rule': {'security_group_id': '015fb2da-339e-4847-900c-15bf2958309f', 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:16.054881 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-dce264c2-c5ac-4887-9d53-d0069f7ccb56 service neutron] 10.222.0.31 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629369 May 25 17:14:16.073961 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-25200090-bfcb-4f0a-b92c-74bdcdf90cbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Project df9bc8d103cf40e1b8d984f1947e7c5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:14:16.081613 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25200090-bfcb-4f0a-b92c-74bdcdf90cbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (dec9231a-ead2-4c65-a9ee-e094509d997e), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.142546 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25200090-bfcb-4f0a-b92c-74bdcdf90cbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (dec9231a-ead2-4c65-a9ee-e094509d997e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.143341 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Set router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:16.148214 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25200090-bfcb-4f0a-b92c-74bdcdf90cbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (dec9231a-ead2-4c65-a9ee-e094509d997e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.167092 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-d9555228-2572-4bea-8c5e-3e02d4d7b0ad service neutron] 10.222.0.31 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043544 May 25 17:14:16.168599 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-68cc8fae-4cfa-4ad8-af02-8e69ec2ad9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.173771 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25200090-bfcb-4f0a-b92c-74bdcdf90cbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec9231a-ead2-4c65-a9ee-e094509d997e,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:16.179637 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25200090-bfcb-4f0a-b92c-74bdcdf90cbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.180983 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-25200090-bfcb-4f0a-b92c-74bdcdf90cbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417339 May 25 17:14:16.183696 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53708) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:16.188719 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-fff6d61d-16ec-4114-83ad-1513021e2df8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'security_group_rule': {'security_group_id': '015fb2da-339e-4847-900c-15bf2958309f', 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:16.214476 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-fff6d61d-16ec-4114-83ad-1513021e2df8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Project df9bc8d103cf40e1b8d984f1947e7c5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:14:16.221107 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fff6d61d-16ec-4114-83ad-1513021e2df8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (0df5a21f-47a2-47d2-b0f6-9e4c8436d389), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.262199 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:16.276305 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fff6d61d-16ec-4114-83ad-1513021e2df8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (0df5a21f-47a2-47d2-b0f6-9e4c8436d389), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.281290 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fff6d61d-16ec-4114-83ad-1513021e2df8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (0df5a21f-47a2-47d2-b0f6-9e4c8436d389), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.306391 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:16.316220 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6d61d-16ec-4114-83ad-1513021e2df8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df5a21f-47a2-47d2-b0f6-9e4c8436d389,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:16.330520 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fff6d61d-16ec-4114-83ad-1513021e2df8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.334976 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fff6d61d-16ec-4114-83ad-1513021e2df8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502337 May 25 17:14:16.398274 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 4, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port': {'id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '065a1dde-015a-45ed-ada3-4cb301a33f51', 'name': '', 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'mac_address': 'fa:16:3e:85:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:12Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 2, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'subnets': [{'id': 'bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:16.403101 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dd6a5d9-56a4-4452-a4da-5cd4a38a4d44 req-5652a1bf-7402-46d7-aeb8-106066adfa0c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 210 time: 0.0504012 May 25 17:14:16.435557 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Checking router: d4d90e55-dcfa-4e0b-9828-9106ef87cc33 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:16.435928 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Updating router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 port 065a1dde-015a-45ed-ada3-4cb301a33f51 binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:14:16.467148 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.811004 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Publish callbacks [] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.822160 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.879459 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab2092-ae77-4a9a-a90b-3a8642a1f0da None None] Pushing event updated for resources: {'Port': ['ID=065a1dde-015a-45ed-ada3-4cb301a33f51,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:16.900852 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:16.968091 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:16.968500 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:16.999994 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Attempting to bind port 065a1dde-015a-45ed-ada3-4cb301a33f51 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:17.000989 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Attempting to bind port 065a1dde-015a-45ed-ada3-4cb301a33f51 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:17.001352 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Attempting to bind port 065a1dde-015a-45ed-ada3-4cb301a33f51 on network e6086433-c78c-499a-9b57-2e1129ece665 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:17.006690 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:17.007066 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Checking segment: {'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:17.007650 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:17.007850 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Bound using segment: {'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:17.008348 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Bound port: 065a1dde-015a-45ed-ada3-4cb301a33f51, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae89411f-9251-43f5-a900-a8d295313db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:17.008760 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:17.053799 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:17.085880 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] For port 065a1dde-015a-45ed-ada3-4cb301a33f51, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:17.089337 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] For port 065a1dde-015a-45ed-ada3-4cb301a33f51, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=065a1dde-015a-45ed-ada3-4cb301a33f51,segment=NetworkSegment(ae89411f-9251-43f5-a900-a8d295313db1),segment_id=ae89411f-9251-43f5-a900-a8d295313db1)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:17.098954 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:17.113513 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:17.129832 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059aa9-aa86-4562-9a6c-3ea4260951fc req-38904b8e-dd7e-4dde-87b4-33c1ad085021 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:17.133154 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96059aa9-aa86-4562-9a6c-3ea4260951fc req-38904b8e-dd7e-4dde-87b4-33c1ad085021 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0731919 May 25 17:14:17.150497 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:17.162300 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Routers {'d4d90e55-dcfa-4e0b-9828-9106ef87cc33'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:17.162946 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:17.211539 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96059aa9-aa86-4562-9a6c-3ea4260951fc req-1875b369-8d52-417b-b5bf-def44a395473 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615897 May 25 17:14:17.227278 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab2092-ae77-4a9a-a90b-3a8642a1f0da None None] Pushing event updated for resources: {'Port': ['ID=065a1dde-015a-45ed-ada3-4cb301a33f51,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:17.262720 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-437cab1b-a406-4b11-b4d2-390dd5768dce None None] Provisioning complete for port 065a1dde-015a-45ed-ada3-4cb301a33f51 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:17.263345 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-437cab1b-a406-4b11-b4d2-390dd5768dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:17.297949 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] Set router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:17.360936 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-437cab1b-a406-4b11-b4d2-390dd5768dce None None] Current status of the port 065a1dde-015a-45ed-ada3-4cb301a33f51 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:17.361328 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-437cab1b-a406-4b11-b4d2-390dd5768dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:17.403148 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-437cab1b-a406-4b11-b4d2-390dd5768dce None None] For port 065a1dde-015a-45ed-ada3-4cb301a33f51, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=065a1dde-015a-45ed-ada3-4cb301a33f51,segment=NetworkSegment(ae89411f-9251-43f5-a900-a8d295313db1),segment_id=ae89411f-9251-43f5-a900-a8d295313db1)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:17.407532 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-437cab1b-a406-4b11-b4d2-390dd5768dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:17.469461 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cab1b-a406-4b11-b4d2-390dd5768dce None None] Pushing event updated for resources: {'Port': ['ID=065a1dde-015a-45ed-ada3-4cb301a33f51,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:17.514709 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 4, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port': {'id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '065a1dde-015a-45ed-ada3-4cb301a33f51', 'name': '', 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'mac_address': 'fa:16:3e:85:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:12Z', 'updated_at': '2022-05-25T17:14:17Z', 'revision_number': 4, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'subnets': [{'id': 'bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:17.532469 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2989305d-2255-48be-b425-7c5962cfc5f6 None None] Provisioning complete for port 065a1dde-015a-45ed-ada3-4cb301a33f51 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:17.532962 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2989305d-2255-48be-b425-7c5962cfc5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:17.536376 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:17.547004 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9588a8-9ad9-4f37-8380-fd6dadb66aea None None] The sync data for ids ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'] in dv-cinder-843309-1-iscsi is: [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 4, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port': {'id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '065a1dde-015a-45ed-ada3-4cb301a33f51', 'name': '', 'network_id': 'e6086433-c78c-499a-9b57-2e1129ece665', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'mac_address': 'fa:16:3e:85:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:12Z', 'updated_at': '2022-05-25T17:14:17Z', 'revision_number': 4, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'subnets': [{'id': 'bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:17.583503 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:17.623246 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6ab419f-e9de-4487-b1de-2e2a7bdfbc13 req-860a546a-edd2-4510-bab0-b84441bbed02 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 210 time: 0.0634365 May 25 17:14:17.639083 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2989305d-2255-48be-b425-7c5962cfc5f6 None None] Current status of the port 065a1dde-015a-45ed-ada3-4cb301a33f51 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:18.327276 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ec9d9-9d5f-4d6c-afba-b9cf49ca26d6 req-25b269ee-ac23-432e-904a-97273096906d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:18.328830 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a20ec9d9-9d5f-4d6c-afba-b9cf49ca26d6 req-25b269ee-ac23-432e-904a-97273096906d tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0567162 May 25 17:14:18.342020 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:18.382574 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a20ec9d9-9d5f-4d6c-afba-b9cf49ca26d6 req-893caad2-2edf-4fa1-9b71-00d26f9b5199 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478551 May 25 17:14:18.717780 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a21ac51e-dc92-42fb-a9f4-4157bc976508 req-41a48dbc-c447-43f2-bd3e-feb71b3f9b4a tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 210 time: 0.0304289 May 25 17:14:18.834400 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:18.844251 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 065a1dde-015a-45ed-ada3-4cb301a33f51 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:18.890200 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 065a1dde-015a-45ed-ada3-4cb301a33f51 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:18.890571 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:18.967330 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 065a1dde-015a-45ed-ada3-4cb301a33f51 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:19.504999 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709eba8-ccd5-469e-86a0-6f9e8fff4d4b req-5bfc5662-7300-40ad-a8e9-08d5f3e5c582 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:19.506616 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7709eba8-ccd5-469e-86a0-6f9e8fff4d4b req-5bfc5662-7300-40ad-a8e9-08d5f3e5c582 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0519097 May 25 17:14:19.573344 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7709eba8-ccd5-469e-86a0-6f9e8fff4d4b req-b59c761f-cbb7-46d3-8d24-8c7a4f4ca1a2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595818 May 25 17:14:19.662740 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-9b5a7e78-b7ad-461e-be9c-c5a5c2b4a4b8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:19.664099 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-9b5a7e78-b7ad-461e-be9c-c5a5c2b4a4b8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.0506923 May 25 17:14:19.819447 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-85265dd0-7f50-4b95-9d65-c78aebd39d00 req-e298a6ff-a0fe-4c7b-b832-414b3f9b4e65 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 210 time: 0.0310769 May 25 17:14:20.053217 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Deleting port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:20.053567 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:20.226931 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-0426596b-4660-4e7b-8672-b3cb565c22d5 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:20.229337 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-0426596b-4660-4e7b-8672-b3cb565c22d5 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 808 time: 0.1874123 May 25 17:14:20.234693 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] For port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:20.235054 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:20.272163 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:20.334194 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:20.385508 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-399eec7e-c356-4f33-882f-8d4689dd5126 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7691c75f7a3448e38a99489d3df21925 HTTP/1.1" status: 200 len: 380 time: 0.1424775 May 25 17:14:20.397246 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'port': {'device_id': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'admin_state_up': True, 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'security_groups': ['029f681c-4a35-4d67-8b9a-00d4fff740ad']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:20.509000 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:20.509665 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (f551a024-3e70-4f3d-ac20-109f4ed3811f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:20.509665 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Floating IP f551a024-3e70-4f3d-ac20-109f4ed3811f disassociated. External IP: 172.27.0.228, port: 9f418fcd-8e98-4ba1-96ee-1e27e32eb165. May 25 17:14:20.510003 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Calling delete_port for 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:20.618843 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Made reservation on behalf of 7691c75f7a3448e38a99489d3df21925 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:14:20.622332 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:20.626390 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:20.757713 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183db80-bfc3-466b-b9d4-0c328ea24f87 req-5e8189ce-9ac0-45dc-9f71-fddda712d91c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:20.759239 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a183db80-bfc3-466b-b9d4-0c328ea24f87 req-5e8189ce-9ac0-45dc-9f71-fddda712d91c tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 946 time: 0.1167030 May 25 17:14:20.846550 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (9f418fcd-8e98-4ba1-96ee-1e27e32eb165), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:20.893364 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event deleted for resources: {'Port': ['ID=9f418fcd-8e98-4ba1-96ee-1e27e32eb165,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:20.901684 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a183db80-bfc3-466b-b9d4-0c328ea24f87 req-4045b13c-00f6-46f7-9edb-17addf5bf07a tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c40b87e-2cf5-45e7-adaa-ed35a9036d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312993 May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.927037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.928097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.928097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.928097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:20.928380 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7522a90-08e0-4415-ad2d-2893809a299c req-b3d6b9e3-f28c-4c85-bbd5-c5e978b35af3 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 210 time: 0.0368507 May 25 17:14:20.935275 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Allocated IP 172.20.0.11 (d76a1c5f-4c89-4d32-84e7-0dba2627dce6/8e9301a3-d230-4d95-8bab-b26a2f375c52/bb56c734-467a-4a0f-ac64-9ec157c05204) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:21.360070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Router fc5c047f-c166-4125-abc3-5dcb225e78b4 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:21.424163 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:21.458311 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:21.533963 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:21.541490 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:21.543603 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:21.554745 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] Sync routers for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:21.567052 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:21.567662 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:21.629976 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:21.630792 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] No DVR routers for this DVR port 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:14:21.635506 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:21.638799 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6f4c6322-9c12-4f95-b5c0-67102bdca209 req-d9b9deee-cb4a-422d-8a00-9d4e6e934cf2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "DELETE /v2.0/ports/9f418fcd-8e98-4ba1-96ee-1e27e32eb165 HTTP/1.1" status: 204 len: 173 time: 1.6891363 May 25 17:14:21.639382 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'name': 'network-vif-deleted', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:21.641637 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c33304-0a06-495d-99ee-7d34f89be2a1" -d '{"events": [{"server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "name": "network-vif-deleted", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:21.644142 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:21.648606 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:21.656004 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event updated for resources: {'Port': ['ID=bb56c734-467a-4a0f-ac64-9ec157c05204,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:21.693082 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:21.714693 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:21.717882 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:21.728116 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6069aa2-077c-4f4a-a701-1ab814fd1f52 x-openstack-request-id: req-b6069aa2-077c-4f4a-a701-1ab814fd1f52 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:21.728425 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377df57f-c46c-4107-99f6-3d8ce8707e39", "name": "network-vif-deleted", "tag": "9f418fcd-8e98-4ba1-96ee-1e27e32eb165", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:21.728743 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6069aa2-077c-4f4a-a701-1ab814fd1f52 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:21.729216 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6069aa2-077c-4f4a-a701-1ab814fd1f52'] response: {'server_uuid': '377df57f-c46c-4107-99f6-3d8ce8707e39', 'name': 'network-vif-deleted', 'tag': '9f418fcd-8e98-4ba1-96ee-1e27e32eb165', 'status': 'completed', 'code': 200} May 25 17:14:21.738536 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:21.742368 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-42219312-47bf-453c-809d-9ed8d82acfa2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3500452 May 25 17:14:21.755640 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Request body: {'port': {'device_id': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:21.836267 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:21.973728 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:22.018409 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] Checking router: fc5c047f-c166-4125-abc3-5dcb225e78b4 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:22.036005 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5b478303-40e4-4c17-b0e3-01dcd18f42b6 None None] Provisioning complete for port bb56c734-467a-4a0f-ac64-9ec157c05204 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:22.036375 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5b478303-40e4-4c17-b0e3-01dcd18f42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:22.037129 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db85f1c6-4f99-4089-b695-3447607c4b9a req-ae323335-3c32-4a17-82fb-74549bbc1104 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=377df57f-c46c-4107-99f6-3d8ce8707e39 HTTP/1.1" status: 200 len: 210 time: 0.0339031 May 25 17:14:22.042539 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:22.043167 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:22.108814 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b3d1f-b14f-4a86-88aa-3aa4011ecca4 req-ca6ecafe-f9da-493e-968f-e5a6b1c36bf7 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:22.110322 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729b3d1f-b14f-4a86-88aa-3aa4011ecca4 req-ca6ecafe-f9da-493e-968f-e5a6b1c36bf7 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 932 time: 0.0966563 May 25 17:14:22.132176 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5b478303-40e4-4c17-b0e3-01dcd18f42b6 None None] Port bb56c734-467a-4a0f-ac64-9ec157c05204 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:14:22.195208 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729b3d1f-b14f-4a86-88aa-3aa4011ecca4 req-68fa235d-a28f-46c4-8786-294218c9c33f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778692 May 25 17:14:22.221027 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:22.244297 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb56c734-467a-4a0f-ac64-9ec157c05204 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:14:22.252262 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Publish callbacks [] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:22.271717 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Transition to ACTIVE for port object bb56c734-467a-4a0f-ac64-9ec157c05204 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:14:22.277216 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:22.336118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:22.337907 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Pushing event updated for resources: {'Port': ['ID=bb56c734-467a-4a0f-ac64-9ec157c05204,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:22.424422 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Attempting to bind port bb56c734-467a-4a0f-ac64-9ec157c05204 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:22.424762 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Attempting to bind port bb56c734-467a-4a0f-ac64-9ec157c05204 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:22.425037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Attempting to bind port bb56c734-467a-4a0f-ac64-9ec157c05204 on network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:22.429814 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Port bb56c734-467a-4a0f-ac64-9ec157c05204 on network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:14:22.430330 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Attempting to bind port bb56c734-467a-4a0f-ac64-9ec157c05204 on network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:22.435759 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:22.436098 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Checking segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:22.436781 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Bound using segment: {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:22.437628 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Bound port: bb56c734-467a-4a0f-ac64-9ec157c05204, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc58e892-49d2-4073-96d3-8f12257f851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:22.437628 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:22.450658 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:22.478006 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d4406-633d-432e-9745-a86a10932ae7 None None] The sync data for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi is: [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:19Z', 'revision_number': 4, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '1b2ec44e-09b0-49cb-b18f-711409b13165', 'name': '', 'network_id': '79368167-854c-4f50-95fb-3c054bede279', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'mac_address': 'fa:16:3e:d8:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:16Z', 'updated_at': '2022-05-25T17:09:36Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'subnets': [{'id': '51208e80-16c2-4bac-beb9-5cc2fe309044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:22.516512 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] For port bb56c734-467a-4a0f-ac64-9ec157c05204, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:22.519845 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] For port bb56c734-467a-4a0f-ac64-9ec157c05204, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bb56c734-467a-4a0f-ac64-9ec157c05204,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:22.528071 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:22.572373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:22.573084 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:22.574389 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] 10.222.0.71 "PUT /v2.0/ports/bb56c734-467a-4a0f-ac64-9ec157c05204 HTTP/1.1" status: 200 len: 1094 time: 0.8239710 May 25 17:14:22.576436 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:22.593740 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e068a-0e08-4568-98e8-f686bc2e02ba service neutron] Pushing event updated for resources: {'Port': ['ID=bb56c734-467a-4a0f-ac64-9ec157c05204,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:22.664909 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-794ac703-cc4a-48be-adf5-dc4363cc8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:22.666907 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-794ac703-cc4a-48be-adf5-dc4363cc8eea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 1128 time: 0.0475550 May 25 17:14:22.722549 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-ab82551c-cb29-473e-8a49-009dfaafa510 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb56c734-467a-4a0f-ac64-9ec157c05204 HTTP/1.1" status: 200 len: 217 time: 0.0487411 May 25 17:14:22.776010 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe3b2d-12b5-425d-bb6c-cc34f8af9b52 None None] New status for floating IP f551a024-3e70-4f3d-ac20-109f4ed3811f: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:14:22.784410 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-3332d16f-426d-47f3-896e-ab9a73e49a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:22.786067 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-3332d16f-426d-47f3-896e-ab9a73e49a68 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 200 len: 847 time: 0.0559804 May 25 17:14:22.836978 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-0851bc8d-5217-4c93-ba45-8ececed7846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:22.838593 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-0851bc8d-5217-4c93-ba45-8ececed7846f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448847 May 25 17:14:22.939590 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-9b90f745-a185-482c-89cd-b784f1537d0c service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888143 May 25 17:14:23.042103 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-54ff8a76-3ed8-4ac8-a85d-0f8b5e679cff req-03824c87-5e44-47f1-b961-de2d907e3063 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960336 May 25 17:14:23.125886 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53822) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:23.181162 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group (7c40b87e-2cf5-45e7-adaa-ed35a9036d57), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.205321 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group (7c40b87e-2cf5-45e7-adaa-ed35a9036d57), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.255722 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (7c40b87e-2cf5-45e7-adaa-ed35a9036d57), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.259319 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.260568 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "DELETE /v2.0/security-groups/7c40b87e-2cf5-45e7-adaa-ed35a9036d57 HTTP/1.1" status: 204 len: 168 time: 0.1336939 May 25 17:14:23.263454 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53828) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:23.271089 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40b87e-2cf5-45e7-adaa-ed35a9036d57,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:23.278950 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.279382 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-3937751a-eeb3-44e6-9b7c-cfede0ace8cb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] show failed (client error): The resource could not be found. May 25 17:14:23.279492 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.279955 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.280999 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.281115 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3937751a-eeb3-44e6-9b7c-cfede0ace8cb tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups/7c40b87e-2cf5-45e7-adaa-ed35a9036d57 HTTP/1.1" status: 404 len: 347 time: 0.0159435 May 25 17:14:23.281207 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.281317 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.281871 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.282331 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.282957 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.283588 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.284190 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.284790 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.285388 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.286090 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.286609 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 53830) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:23.286756 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2b122-9ba6-4c42-8a89-b3757813f3be tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:23.353319 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fbc34-e100-4e93-971e-be6af5b4185c req-73262676-71f4-41f4-a0e9-c5875ece4103 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:23.354987 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f95fbc34-e100-4e93-971e-be6af5b4185c req-73262676-71f4-41f4-a0e9-c5875ece4103 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 944 time: 0.0596113 May 25 17:14:23.405514 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f95fbc34-e100-4e93-971e-be6af5b4185c req-e73a0052-25ae-4788-91fb-f6c313af7c78 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 May 25 17:14:23.409582 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Deleting port 44599526-6752-406a-b29e-efb9880cc245 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:23.409956 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (44599526-6752-406a-b29e-efb9880cc245), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.489523 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (44599526-6752-406a-b29e-efb9880cc245), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.489751 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (44599526-6752-406a-b29e-efb9880cc245), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.502488 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Calling delete_port for 44599526-6752-406a-b29e-efb9880cc245 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:23.634295 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:23.641585 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (44599526-6752-406a-b29e-efb9880cc245), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.669503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event deleted for resources: {'Port': ['ID=44599526-6752-406a-b29e-efb9880cc245,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:23.731116 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'tag': 'bb56c734-467a-4a0f-ac64-9ec157c05204'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:23.733398 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3259a826-9d68-40f3-8bb5-7fbf834d3034", "tag": "bb56c734-467a-4a0f-ac64-9ec157c05204"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:23.746101 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks [] for floatingip (f551a024-3e70-4f3d-ac20-109f4ed3811f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.748805 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:23.749960 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b69d22d7-5bde-416d-93d8-9cd9f40d85b2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "DELETE /v2.0/floatingips/f551a024-3e70-4f3d-ac20-109f4ed3811f HTTP/1.1" status: 204 len: 168 time: 0.4622583 May 25 17:14:23.773760 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc8b92-7fe3-47b3-a640-6a7dffd85de0 x-openstack-request-id: req-97fc8b92-7fe3-47b3-a640-6a7dffd85de0 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:23.774793 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3259a826-9d68-40f3-8bb5-7fbf834d3034", "tag": "bb56c734-467a-4a0f-ac64-9ec157c05204", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:23.775070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97fc8b92-7fe3-47b3-a640-6a7dffd85de0 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:23.775521 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fc8b92-7fe3-47b3-a640-6a7dffd85de0'] response: {'name': 'network-changed', 'server_uuid': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'tag': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'status': 'completed', 'code': 200} May 25 17:14:24.065796 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-37e898b9-0985-4e3e-9b24-3fc26d933ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:24.067497 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-37e898b9-0985-4e3e-9b24-3fc26d933ad1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 1128 time: 0.0419016 May 25 17:14:24.163392 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-23c345f6-d74a-447f-875f-88dbf0801860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:24.165029 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-23c345f6-d74a-447f-875f-88dbf0801860 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 909 time: 0.0900500 May 25 17:14:24.176399 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:24.210937 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-41521a1f-8900-49c3-962f-a8e0b876a44e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb56c734-467a-4a0f-ac64-9ec157c05204 HTTP/1.1" status: 200 len: 217 time: 0.0396409 May 25 17:14:24.265126 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-432ea8b8-d4b8-498d-bffe-dcc236183058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:24.266610 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-432ea8b8-d4b8-498d-bffe-dcc236183058 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 200 len: 847 time: 0.0480609 May 25 17:14:24.312572 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-e738e2d0-c17e-4a59-9563-415a68800c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:24.314109 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-e738e2d0-c17e-4a59-9563-415a68800c5f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415001 May 25 17:14:24.414130 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-9f7323d5-b338-4d14-916a-7ed8a9ddb11e service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911844 May 25 17:14:24.518266 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:14:24.550125 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca20221-5604-4cc6-8a4f-dd39c3a36197 req-308ec256-2f65-4293-a89e-92036fe28d9d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:24.551783 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3ca20221-5604-4cc6-8a4f-dd39c3a36197 req-308ec256-2f65-4293-a89e-92036fe28d9d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 944 time: 0.0699129 May 25 17:14:24.583749 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d62d4ee-78d3-473f-bbd1-50e7f00df7f0 req-4d73653a-36e9-464b-b12e-4c89b20f7dfe service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572278 May 25 17:14:24.591330 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:14:24.613474 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:14:24.614069 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9f418fcd-8e98-4ba1-96ee-1e27e32eb165 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:14:24.619455 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3ca20221-5604-4cc6-8a4f-dd39c3a36197 req-cb1a121c-e34d-41dd-8274-6ca3b11cd75f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612705 May 25 17:14:25.738931 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc3e72-7913-4dac-a140-f009c35b32c4 req-56f9c19b-f2c1-442f-9bbb-969a13190cd6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:25.740456 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8dc3e72-7913-4dac-a140-f009c35b32c4 req-56f9c19b-f2c1-442f-9bbb-969a13190cd6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 944 time: 0.0490034 May 25 17:14:25.791685 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8dc3e72-7913-4dac-a140-f009c35b32c4 req-602425e9-f5e2-4328-81bf-48c81e608b5c tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 May 25 17:14:26.244423 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bd7c-1523-44be-9a79-510046ae23c1 req-4c67b81f-40a2-43a1-8046-908d7fff823e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:26.245930 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb03bd7c-1523-44be-9a79-510046ae23c1 req-4c67b81f-40a2-43a1-8046-908d7fff823e tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0484455 May 25 17:14:26.293050 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb03bd7c-1523-44be-9a79-510046ae23c1 req-a51b4190-af5c-4949-a4cf-55b728cd0c4b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 May 25 17:14:26.600807 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device bb56c734-467a-4a0f-ac64-9ec157c05204 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:14:26.616903 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:26.708905 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port bb56c734-467a-4a0f-ac64-9ec157c05204, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bb56c734-467a-4a0f-ac64-9ec157c05204,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:26.721254 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'port_id': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'mac_address': 'fa:16:3e:83:35:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:14:26.757299 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port bb56c734-467a-4a0f-ac64-9ec157c05204 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:26.757608 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:26.767680 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:26.772167 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb56c734-467a-4a0f-ac64-9ec157c05204 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:14:26.799162 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port bb56c734-467a-4a0f-ac64-9ec157c05204, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bb56c734-467a-4a0f-ac64-9ec157c05204,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:26.803203 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:26.855841 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=bb56c734-467a-4a0f-ac64-9ec157c05204,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:26.920863 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02370-0657-4250-b762-8dd82d532dda req-8d1efbd7-c9f1-4a34-8236-cd2954d40019 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:26.922384 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17e02370-0657-4250-b762-8dd82d532dda req-8d1efbd7-c9f1-4a34-8236-cd2954d40019 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 945 time: 0.0528417 May 25 17:14:26.973629 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17e02370-0657-4250-b762-8dd82d532dda req-2567a96b-ff34-4e80-a1d9-766ac1def325 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451927 May 25 17:14:27.120356 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['bb56c734-467a-4a0f-ac64-9ec157c05204'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:14:27.415984 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca195-9c00-49e3-b265-a4c545c50db6 req-83d4521b-c608-4d9e-915a-127d60954c97 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:27.417480 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-548ca195-9c00-49e3-b265-a4c545c50db6 req-83d4521b-c608-4d9e-915a-127d60954c97 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0536048 May 25 17:14:27.465546 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-548ca195-9c00-49e3-b265-a4c545c50db6 req-11a4e916-35a7-47fb-981a-77ea25faa398 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 May 25 17:14:28.089505 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f0a29-0943-40d6-86d5-e0d544e0b14d req-c1ea3238-fcde-458a-9e9a-c90d244da8c6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:28.090965 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f84f0a29-0943-40d6-86d5-e0d544e0b14d req-c1ea3238-fcde-458a-9e9a-c90d244da8c6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 945 time: 0.0464730 May 25 17:14:28.136933 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f84f0a29-0943-40d6-86d5-e0d544e0b14d req-fba98f0c-bc56-4d85-988e-79edc472b945 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405505 May 25 17:14:28.621012 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device bb56c734-467a-4a0f-ac64-9ec157c05204 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:28.667967 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port bb56c734-467a-4a0f-ac64-9ec157c05204 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:14:28.678970 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port bb56c734-467a-4a0f-ac64-9ec157c05204 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:28.679426 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:28.723538 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-5d11b275-a6f2-43f0-9f72-567351a1a87b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:28.725809 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-5d11b275-a6f2-43f0-9f72-567351a1a87b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0618763 May 25 17:14:28.768800 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port bb56c734-467a-4a0f-ac64-9ec157c05204 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:28.769219 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:28.795471 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb56c734-467a-4a0f-ac64-9ec157c05204'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:28.797771 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be02ce-bfb4-4dc2-a96f-72c3bdb11435" -d '{"events": [{"server_uuid": "3259a826-9d68-40f3-8bb5-7fbf834d3034", "name": "network-vif-plugged", "status": "completed", "tag": "bb56c734-467a-4a0f-ac64-9ec157c05204"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:28.812425 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port bb56c734-467a-4a0f-ac64-9ec157c05204, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bb56c734-467a-4a0f-ac64-9ec157c05204,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:28.816863 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:28.842376 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Deleting port 4708bad2-cbd1-44cd-9155-df4a2de8c416 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:28.842376 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:28.849912 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fc18a3-f9ca-4fb1-97f0-d016bddca336 x-openstack-request-id: req-c6fc18a3-f9ca-4fb1-97f0-d016bddca336 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:28.850210 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3259a826-9d68-40f3-8bb5-7fbf834d3034", "name": "network-vif-plugged", "status": "completed", "tag": "bb56c734-467a-4a0f-ac64-9ec157c05204", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:28.850464 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6fc18a3-f9ca-4fb1-97f0-d016bddca336 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:28.850851 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fc18a3-f9ca-4fb1-97f0-d016bddca336'] response: {'server_uuid': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'code': 200} May 25 17:14:28.875362 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=bb56c734-467a-4a0f-ac64-9ec157c05204,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:28.921168 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65d37d-50c0-4fa7-91e1-241a44fde54d req-61f4a986-b7a8-4058-ab48-4e16f5203ba7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:28.922675 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cc65d37d-50c0-4fa7-91e1-241a44fde54d req-61f4a986-b7a8-4058-ab48-4e16f5203ba7 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0955896 May 25 17:14:28.986850 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:28.996163 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] For port 4708bad2-cbd1-44cd-9155-df4a2de8c416, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4708bad2-cbd1-44cd-9155-df4a2de8c416,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:28.996533 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:29.024097 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cc65d37d-50c0-4fa7-91e1-241a44fde54d req-c88845b9-71b6-4cc6-bd8c-9677b69f6660 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937440 May 25 17:14:29.025181 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Calling delete_port for 4708bad2-cbd1-44cd-9155-df4a2de8c416 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:29.035327 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:29.119155 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630e694-f392-471c-8bb8-4d7847c62eef req-463335f7-add1-4217-9c7d-0ad31d61c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:29.120630 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7630e694-f392-471c-8bb8-4d7847c62eef req-463335f7-add1-4217-9c7d-0ad31d61c7f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 1130 time: 0.1214547 May 25 17:14:29.208719 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7630e694-f392-471c-8bb8-4d7847c62eef req-84d05ec1-481c-46b0-ae5d-6b7b8faa73ca service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738001 May 25 17:14:29.227720 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (4708bad2-cbd1-44cd-9155-df4a2de8c416), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:29.240985 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['3c00686d-3bd0-4e09-a004-2c18e278c159', '4708bad2-cbd1-44cd-9155-df4a2de8c416'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:14:29.256373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event deleted for resources: {'Port': ['ID=4708bad2-cbd1-44cd-9155-df4a2de8c416,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:29.260825 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3cac3-088f-479a-a565-cb1f7e459b1c req-43f7aa33-daf5-4fb0-92fc-f7a9be2e79b4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:29.265175 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb3cac3-088f-479a-a565-cb1f7e459b1c req-43f7aa33-daf5-4fb0-92fc-f7a9be2e79b4 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 946 time: 0.0570140 May 25 17:14:29.313818 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] No DVR routers for this DVR port 4708bad2-cbd1-44cd-9155-df4a2de8c416 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:14:29.317491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:29.322398 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3d10dee-ed1f-4c0a-8878-811d058ce396 req-9b5d4e0d-296c-4def-addf-0042697e9870 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "DELETE /v2.0/ports/4708bad2-cbd1-44cd-9155-df4a2de8c416 HTTP/1.1" status: 204 len: 173 time: 0.5904961 May 25 17:14:29.322893 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e860e-8389-4f93-b7d0-2d80d7b7ad7d', 'name': 'network-vif-deleted', 'tag': '4708bad2-cbd1-44cd-9155-df4a2de8c416'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:29.325753 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb3cac3-088f-479a-a565-cb1f7e459b1c req-5f286434-7f65-4c57-b3e5-123984a806a9 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531342 May 25 17:14:29.326374 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5c1ade-130c-47f7-bddd-32318bfa6e06" -d '{"events": [{"server_uuid": "255e860e-8389-4f93-b7d0-2d80d7b7ad7d", "name": "network-vif-deleted", "tag": "4708bad2-cbd1-44cd-9155-df4a2de8c416"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:29.373738 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf5dbdb-12f9-4904-acc7-bdc6263755cd x-openstack-request-id: req-4bf5dbdb-12f9-4904-acc7-bdc6263755cd {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:29.374036 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e860e-8389-4f93-b7d0-2d80d7b7ad7d", "name": "network-vif-deleted", "tag": "4708bad2-cbd1-44cd-9155-df4a2de8c416", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:29.374292 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bf5dbdb-12f9-4904-acc7-bdc6263755cd {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:29.374694 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf5dbdb-12f9-4904-acc7-bdc6263755cd'] response: {'server_uuid': '255e860e-8389-4f93-b7d0-2d80d7b7ad7d', 'name': 'network-vif-deleted', 'tag': '4708bad2-cbd1-44cd-9155-df4a2de8c416', 'status': 'completed', 'code': 200} May 25 17:14:30.131459 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60a6e6b7-65a0-4c97-a34f-fa4badf4850c req-844219e1-54e5-4b0c-b6d3-a1bb38baab6b tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=255e860e-8389-4f93-b7d0-2d80d7b7ad7d HTTP/1.1" status: 200 len: 210 time: 0.0275588 May 25 17:14:30.457269 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a90e3f-b177-4618-9b58-2904bf4b09ad req-8f8b17f7-cef7-4082-9faa-c63bb6f7ed33 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:30.458747 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53a90e3f-b177-4618-9b58-2904bf4b09ad req-8f8b17f7-cef7-4082-9faa-c63bb6f7ed33 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 946 time: 0.0529046 May 25 17:14:30.512723 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53a90e3f-b177-4618-9b58-2904bf4b09ad req-c7db7c2e-d774-4152-9b5e-105eaf4b4548 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480316 May 25 17:14:31.398281 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c0eba-8f29-4dd2-abc9-2b37e5dd315e req-e2a2e6a0-e932-4f53-a8a6-e1433a3e29c8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:31.400619 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf3c0eba-8f29-4dd2-abc9-2b37e5dd315e req-e2a2e6a0-e932-4f53-a8a6-e1433a3e29c8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0498717 May 25 17:14:31.448230 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf3c0eba-8f29-4dd2-abc9-2b37e5dd315e req-cf1b1040-79c7-48ef-b238-b3a9c4ef115f tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 May 25 17:14:31.628942 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffcb43-48de-4428-8220-8dba0425ff7c req-a0ef3fd4-edae-40a8-a8d3-35e73381923f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:31.630434 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dcffcb43-48de-4428-8220-8dba0425ff7c req-a0ef3fd4-edae-40a8-a8d3-35e73381923f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 946 time: 0.0469861 May 25 17:14:31.678291 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dcffcb43-48de-4428-8220-8dba0425ff7c req-00825a4d-016e-43e0-9515-06520892d87b tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416536 May 25 17:14:31.790253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f9658-d088-4eb0-a3e9-b73d85977be6 req-6ad614f7-fbcd-4cbc-bc74-b566f210a170 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:31.791740 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a22f9658-d088-4eb0-a3e9-b73d85977be6 req-6ad614f7-fbcd-4cbc-bc74-b566f210a170 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 946 time: 0.0505919 May 25 17:14:31.801062 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 53950) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:31.806699 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Request body: {'floatingip': {'port_id': 'bb56c734-467a-4a0f-ac64-9ec157c05204'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:31.845086 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (76216b29-66f6-47fa-852a-5773c6078da5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:31.958029 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:31.991732 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:32.253994 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:32.257547 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (76216b29-66f6-47fa-852a-5773c6078da5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:32.349068 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Floating IP 76216b29-66f6-47fa-852a-5773c6078da5 associated. External IP: 172.27.0.212, port: bb56c734-467a-4a0f-ac64-9ec157c05204. May 25 17:14:32.578105 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32998f7e-393a-4c52-8e7e-6812411be945 req-cd475cdf-f938-4e48-9885-ce0688728945 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:32.579683 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32998f7e-393a-4c52-8e7e-6812411be945 req-cd475cdf-f938-4e48-9885-ce0688728945 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0516264 May 25 17:14:32.630437 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32998f7e-393a-4c52-8e7e-6812411be945 req-f048d92a-bdc8-48de-b371-0412b5ca70c8 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 May 25 17:14:32.654888 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 4708bad2-cbd1-44cd-9155-df4a2de8c416 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:14:32.681959 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 4708bad2-cbd1-44cd-9155-df4a2de8c416 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:14:32.681959 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 4708bad2-cbd1-44cd-9155-df4a2de8c416 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:14:32.806716 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Router cf478cfc-3bcc-4bc6-99d0-6baf06759aec has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:32.928443 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:32.933909 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:32.941552 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] Sync routers for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:32.953988 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:32.954632 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:32.979834 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:32.987573 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ecb07abe-db5b-4d4e-9405-afee98d328a6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "PUT /v2.0/floatingips/76216b29-66f6-47fa-852a-5773c6078da5 HTTP/1.1" status: 200 len: 992 time: 1.1853826 May 25 17:14:32.991992 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'tag': 'bb56c734-467a-4a0f-ac64-9ec157c05204'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:32.994435 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64760d29-07fe-4979-b212-c55789e82221" -d '{"events": [{"name": "network-changed", "server_uuid": "3259a826-9d68-40f3-8bb5-7fbf834d3034", "tag": "bb56c734-467a-4a0f-ac64-9ec157c05204"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:33.021308 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-4cdcda87-fbb7-44e0-857f-85e2d090a011 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215202645&fields=id&tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 267 time: 0.0635312 May 25 17:14:33.039703 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:33.042814 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dce648-ad25-41ee-a50e-8339ca18d25b x-openstack-request-id: req-28dce648-ad25-41ee-a50e-8339ca18d25b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:33.043099 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3259a826-9d68-40f3-8bb5-7fbf834d3034", "tag": "bb56c734-467a-4a0f-ac64-9ec157c05204", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:33.043373 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28dce648-ad25-41ee-a50e-8339ca18d25b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:33.043766 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28dce648-ad25-41ee-a50e-8339ca18d25b'] response: {'name': 'network-changed', 'server_uuid': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'tag': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'status': 'completed', 'code': 200} May 25 17:14:33.045654 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:33.068495 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:33.137810 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-b01325c1-f0f8-4369-a9d4-8eaa56f236d5 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:33.139292 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-b01325c1-f0f8-4369-a9d4-8eaa56f236d5 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 811 time: 0.1107202 May 25 17:14:33.154225 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-4d821b9f-8481-4526-9038-e7785b15e76a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/quotas/df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 375 time: 0.0096641 May 25 17:14:33.209780 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-aee70149-b027-4a23-aabc-bdae6d475f3c tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504875 May 25 17:14:33.280406 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76216b29-66f6-47fa-852a-5773c6078da5', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'port_id': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'mac_address': 'fa:16:3e:83:35:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:14Z', 'updated_at': '2022-05-25T17:14:32Z', 'revision_number': 1, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:33.308272 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] Checking router: cf478cfc-3bcc-4bc6-99d0-6baf06759aec for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:33.315576 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:33.317259 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:33.317891 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:33.327422 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:33.362246 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-29aea428-a114-4cf5-b395-cc40768f7ab6 service neutron] 10.222.0.31 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389966 May 25 17:14:33.461595 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-b5dcc8da-d211-4162-923b-d00b925a4438 service neutron] 10.222.0.31 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926101 May 25 17:14:33.544241 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:33.815168 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46139c3-8491-4b57-8b2a-3e12b6171434 req-aad7de19-8e76-4b15-9473-cd158fed5dee tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:33.823552 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c46139c3-8491-4b57-8b2a-3e12b6171434 req-aad7de19-8e76-4b15-9473-cd158fed5dee tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0823951 May 25 17:14:33.830775 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76216b29-66f6-47fa-852a-5773c6078da5', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'port_id': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'mac_address': 'fa:16:3e:83:35:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:14Z', 'updated_at': '2022-05-25T17:14:32Z', 'revision_number': 1, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:33.843379 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80775162-3534-46eb-9bde-976afc1d5d9b req-76d6df16-7512-493d-b0b0-fabd1f6de08c tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 210 time: 0.0501137 May 25 17:14:33.865089 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a940ed-b27f-4b72-927a-bf44f36a2728 None None] The sync data for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi is: [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '76216b29-66f6-47fa-852a-5773c6078da5', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'port_id': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'mac_address': 'fa:16:3e:83:35:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:14Z', 'updated_at': '2022-05-25T17:14:32Z', 'revision_number': 1, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:33.871844 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c46139c3-8491-4b57-8b2a-3e12b6171434 req-492429bf-c063-4871-b654-ff9902015ca2 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 May 25 17:14:34.081661 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8baa3c-df20-411b-b4ad-058297a39e15 None None] New status for floating IP 76216b29-66f6-47fa-852a-5773c6078da5: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:14:34.697615 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64760d29-07fe-4979-b212-c55789e82221 req-9535c05e-366d-416c-ab75-76487782318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:34.699237 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64760d29-07fe-4979-b212-c55789e82221 req-9535c05e-366d-416c-ab75-76487782318a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7691c75f7a3448e38a99489d3df21925&device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 1130 time: 0.0420179 May 25 17:14:34.920182 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab08a0d6-b663-4f2f-992f-02d1f97bb590 req-b60a3b6c-0526-4d57-8227-b6559d67f3c0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 210 time: 0.0293319 May 25 17:14:34.993987 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6fc84-30bf-4db8-aae7-ad651fe8b915 req-d8b6a66f-fc8b-4020-9901-f1cd1c2dfddc tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:34.995447 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d6fc84-30bf-4db8-aae7-ad651fe8b915 req-d8b6a66f-fc8b-4020-9901-f1cd1c2dfddc tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.0470481 May 25 17:14:35.131758 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-5c550c1e-b82f-49a7-9c77-143e2c012340 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:35.133751 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-5c550c1e-b82f-49a7-9c77-143e2c012340 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 945 time: 0.1175783 May 25 17:14:35.155841 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d6fc84-30bf-4db8-aae7-ad651fe8b915 req-6758508f-91dd-4385-a020-566704b90b98 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/security-groups?id=0684bf47-de72-4c06-aaec-244bc93b0e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548309 May 25 17:14:35.170872 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64760d29-07fe-4979-b212-c55789e82221 req-adde330d-eae2-40bb-b6f6-519570e8d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:35.172298 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64760d29-07fe-4979-b212-c55789e82221 req-adde330d-eae2-40bb-b6f6-519570e8d6cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 200 len: 909 time: 0.1654475 May 25 17:14:35.450855 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:35.455140 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:35.510568 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64760d29-07fe-4979-b212-c55789e82221 req-6e5e546b-aaf4-4c32-adaa-6b9c7aec0727 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb56c734-467a-4a0f-ac64-9ec157c05204 HTTP/1.1" status: 200 len: 1002 time: 0.1390691 May 25 17:14:35.519732 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Deleting port 3c00686d-3bd0-4e09-a004-2c18e278c159 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:35.520073 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:35.614159 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] For port 3c00686d-3bd0-4e09-a004-2c18e278c159, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3c00686d-3bd0-4e09-a004-2c18e278c159,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:35.614525 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:35.628403 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Calling delete_port for 3c00686d-3bd0-4e09-a004-2c18e278c159 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:35.738518 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64760d29-07fe-4979-b212-c55789e82221 req-76f2879b-d8b8-4a41-9f06-bd0cf3c7c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:35.739966 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64760d29-07fe-4979-b212-c55789e82221 req-76f2879b-d8b8-4a41-9f06-bd0cf3c7c243 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 200 len: 847 time: 0.0711601 May 25 17:14:35.794587 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64760d29-07fe-4979-b212-c55789e82221 req-4e8e0f57-de17-4092-9ba0-4db3a059c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:35.796090 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64760d29-07fe-4979-b212-c55789e82221 req-4e8e0f57-de17-4092-9ba0-4db3a059c316 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d76a1c5f-4c89-4d32-84e7-0dba2627dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443046 May 25 17:14:35.872789 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-7fd01784-f4df-49f7-9ec0-9dfaf3fd2459 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:35.874852 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-7fd01784-f4df-49f7-9ec0-9dfaf3fd2459 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 811 time: 0.1248319 May 25 17:14:35.925236 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (3c00686d-3bd0-4e09-a004-2c18e278c159), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:35.937028 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['3c00686d-3bd0-4e09-a004-2c18e278c159'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:14:35.959099 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-d32bbd3e-fb92-442e-bba2-1e99cffc399a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 379 time: 0.0740094 May 25 17:14:35.969129 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'port': {'device_id': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'admin_state_up': True, 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'security_groups': ['015fb2da-339e-4847-900c-15bf2958309f']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:36.053216 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64760d29-07fe-4979-b212-c55789e82221 req-ab816860-1d0e-4a5e-876f-e6abdb8774c2 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340205 May 25 17:14:36.054029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Pushing event deleted for resources: {'Port': ['ID=3c00686d-3bd0-4e09-a004-2c18e278c159,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:36.077798 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7b9e526-821a-4ccb-893b-ec32cb57c242 req-3b1925e7-752f-4c41-b51d-5dd19fd9f50a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 210 time: 0.0433447 May 25 17:14:36.141007 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Made reservation on behalf of df9bc8d103cf40e1b8d984f1947e7c5d for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:14:36.145557 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:36.360801 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Allocated IP 172.20.0.13 (f83d3faf-d265-477f-8499-04e56bb140df/b0d1d308-5103-4112-b543-c19632de5d78/e4baaf10-25ec-45f6-8706-8a010940d744) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:36.452070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] No DVR routers for this DVR port 3c00686d-3bd0-4e09-a004-2c18e278c159 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:14:36.469830 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83b5b858-bbc2-4050-9552-a50ac5e63417 req-91c63eed-bff6-4117-8e2e-ba0064049906 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f434295-7a0d-4d51-8f4e-6698b399b20a HTTP/1.1" status: 200 len: 210 time: 0.0480928 May 25 17:14:36.471233 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:36.474365 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5b4f807-741d-4dcb-bb87-cdb9af031dee req-0eebee71-0857-4db6-8845-e59d4aeba459 tempest-ServerRescueNegativeTestJSON-122117092 tempest-ServerRescueNegativeTestJSON-122117092-project] 10.222.0.71 "DELETE /v2.0/ports/3c00686d-3bd0-4e09-a004-2c18e278c159 HTTP/1.1" status: 204 len: 173 time: 1.1041667 May 25 17:14:36.484595 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f434295-7a0d-4d51-8f4e-6698b399b20a', 'name': 'network-vif-deleted', 'tag': '3c00686d-3bd0-4e09-a004-2c18e278c159'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:36.487209 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8e22bb-2a48-4e98-85db-11164b8fc009" -d '{"events": [{"server_uuid": "8f434295-7a0d-4d51-8f4e-6698b399b20a", "name": "network-vif-deleted", "tag": "3c00686d-3bd0-4e09-a004-2c18e278c159"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:36.590340 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64760d29-07fe-4979-b212-c55789e82221 req-239bf509-9aee-4a1f-a78b-af521e01dce5 service neutron] 10.222.0.71 "GET /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108418 May 25 17:14:36.619614 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (e4baaf10-25ec-45f6-8706-8a010940d744), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:36.661202 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:36.669995 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba20b9b4-9219-4e69-864d-11c0a31793c8 x-openstack-request-id: req-ba20b9b4-9219-4e69-864d-11c0a31793c8 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:36.670300 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f434295-7a0d-4d51-8f4e-6698b399b20a", "name": "network-vif-deleted", "tag": "3c00686d-3bd0-4e09-a004-2c18e278c159", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:36.671415 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba20b9b4-9219-4e69-864d-11c0a31793c8 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:36.671850 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba20b9b4-9219-4e69-864d-11c0a31793c8'] response: {'server_uuid': '8f434295-7a0d-4d51-8f4e-6698b399b20a', 'name': 'network-vif-deleted', 'tag': '3c00686d-3bd0-4e09-a004-2c18e278c159', 'status': 'completed', 'code': 200} May 25 17:14:36.674448 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:36.724968 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Network f83d3faf-d265-477f-8499-04e56bb140df is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:36.730632 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:36.733178 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:36.737534 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=e4baaf10-25ec-45f6-8706-8a010940d744,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:36.779128 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:36.790701 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:36.791163 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:36.809155 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-0cd45052-33af-4844-8a81-88a46678c2ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441553 May 25 17:14:36.962161 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Request body: {'port': {'device_id': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:37.002878 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-45d4c0ed-3677-4a90-b621-dc4ddce6bb83 None None] Provisioning complete for port e4baaf10-25ec-45f6-8706-8a010940d744 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:37.003425 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45d4c0ed-3677-4a90-b621-dc4ddce6bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:37.029292 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:37.035884 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-45d4c0ed-3677-4a90-b621-dc4ddce6bb83 None None] Port e4baaf10-25ec-45f6-8706-8a010940d744 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:14:37.230375 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fa583-2b61-4441-8445-ab32300c3389 req-e2df0c05-6c83-4a9a-8602-c29131217b83 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:37.231873 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-268fa583-2b61-4441-8445-ab32300c3389 req-e2df0c05-6c83-4a9a-8602-c29131217b83 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 932 time: 0.0743353 May 25 17:14:37.338459 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-268fa583-2b61-4441-8445-ab32300c3389 req-0dfba912-9506-497c-8132-70a6d927b825 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753944 May 25 17:14:37.405560 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4baaf10-25ec-45f6-8706-8a010940d744 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:14:37.413507 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Publish callbacks [] for port (e4baaf10-25ec-45f6-8706-8a010940d744), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:37.426312 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Transition to ACTIVE for port object e4baaf10-25ec-45f6-8706-8a010940d744 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:14:37.429767 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:37.480147 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4baaf10-25ec-45f6-8706-8a010940d744,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:37.552090 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54030) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:37.572777 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:37.575204 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Attempting to bind port e4baaf10-25ec-45f6-8706-8a010940d744 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:37.577673 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Attempting to bind port e4baaf10-25ec-45f6-8706-8a010940d744 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:37.578122 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Attempting to bind port e4baaf10-25ec-45f6-8706-8a010940d744 on network f83d3faf-d265-477f-8499-04e56bb140df {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:37.587537 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Port e4baaf10-25ec-45f6-8706-8a010940d744 on network f83d3faf-d265-477f-8499-04e56bb140df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:14:37.587976 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Attempting to bind port e4baaf10-25ec-45f6-8706-8a010940d744 on network f83d3faf-d265-477f-8499-04e56bb140df {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:37.597793 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:37.598269 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Checking segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:37.598753 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Bound using segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:37.599280 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Bound port: e4baaf10-25ec-45f6-8706-8a010940d744, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:37.599856 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:37.682398 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] For port e4baaf10-25ec-45f6-8706-8a010940d744, host hv-cinder-84330, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:37.684496 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:37.687023 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] For port e4baaf10-25ec-45f6-8706-8a010940d744, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e4baaf10-25ec-45f6-8706-8a010940d744,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:37.694825 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:37.779190 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:37.779727 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:37.781149 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] 10.222.0.71 "PUT /v2.0/ports/e4baaf10-25ec-45f6-8706-8a010940d744 HTTP/1.1" status: 200 len: 1094 time: 0.8242998 May 25 17:14:37.781652 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:37.783891 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854" -d '{"events": [{"name": "network-changed", "server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:37.809655 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:37.843499 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91050b26-4e23-478c-b1dc-6c7c85d91ed2 x-openstack-request-id: req-91050b26-4e23-478c-b1dc-6c7c85d91ed2 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:37.843791 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:37.844045 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91050b26-4e23-478c-b1dc-6c7c85d91ed2 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:37.844443 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91050b26-4e23-478c-b1dc-6c7c85d91ed2'] response: {'name': 'network-changed', 'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'status': 'completed', 'code': 200} May 25 17:14:37.845022 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84190b-5c43-47cb-989a-068d27703eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4baaf10-25ec-45f6-8706-8a010940d744,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:37.907243 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-4c4fda98-d75c-4af1-9bef-9cca24c6a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:37.908762 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-4c4fda98-d75c-4af1-9bef-9cca24c6a962 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 1128 time: 0.0670574 May 25 17:14:37.978040 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-9876963b-b9e1-44c3-8f69-d0b4d8a160c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4baaf10-25ec-45f6-8706-8a010940d744 HTTP/1.1" status: 200 len: 217 time: 0.0399687 May 25 17:14:38.063839 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-3bfd7c27-ebb8-49ff-ac83-14d558395542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:38.065357 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-3bfd7c27-ebb8-49ff-ac83-14d558395542 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0810208 May 25 17:14:38.135360 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-b9e32e3b-144c-48c1-b736-ccab62b57de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:38.136880 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-b9e32e3b-144c-48c1-b736-ccab62b57de5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647457 May 25 17:14:38.347651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (fc5c047f-c166-4125-abc3-5dcb225e78b4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:38.353767 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-bc902a60-3c90-438c-9371-617fe8890a6e service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955817 May 25 17:14:38.692366 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 3c00686d-3bd0-4e09-a004-2c18e278c159 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:14:38.715146 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 3c00686d-3bd0-4e09-a004-2c18e278c159 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:14:38.715728 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 3c00686d-3bd0-4e09-a004-2c18e278c159 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:14:38.760853 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b6c3a-da25-4774-b2ff-c1936f1f5306 req-70d6cabc-fa52-4969-a866-0a8c2327ee94 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:38.762331 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d7b6c3a-da25-4774-b2ff-c1936f1f5306 req-70d6cabc-fa52-4969-a866-0a8c2327ee94 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.3537712 May 25 17:14:38.845495 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad1c813a-0f15-47f7-a894-7d374d9c0347 req-5b5e72e0-3d98-4e05-8407-baa59fd09a65 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597044 May 25 17:14:38.845897 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:38.927787 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d7b6c3a-da25-4774-b2ff-c1936f1f5306 req-0dd710ad-4562-4028-a852-80c522a87d30 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587775 May 25 17:14:38.967522 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc4e2d-40d6-4010-a821-f9a22cbb85a5 req-a5392623-b0c2-4077-b03c-0ed9adf5cc1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:38.969155 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00bc4e2d-40d6-4010-a821-f9a22cbb85a5 req-a5392623-b0c2-4077-b03c-0ed9adf5cc1a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 946 time: 0.0516768 May 25 17:14:39.020257 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00bc4e2d-40d6-4010-a821-f9a22cbb85a5 req-4e6b6949-b0ad-4c30-8334-234ad98a6253 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449340 May 25 17:14:39.025474 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Deleting port 1b2ec44e-09b0-49cb-b18f-711409b13165 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:39.025974 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:39.103652 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] For port 1b2ec44e-09b0-49cb-b18f-711409b13165, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=1b2ec44e-09b0-49cb-b18f-711409b13165,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:39.104016 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:39.120702 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Calling delete_port for 1b2ec44e-09b0-49cb-b18f-711409b13165 owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:39.165316 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:39.300790 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (1b2ec44e-09b0-49cb-b18f-711409b13165), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:39.326648 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2ec44e-09b0-49cb-b18f-711409b13165,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:39.491656 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (fc5c047f-c166-4125-abc3-5dcb225e78b4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:39.697542 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:39.720689 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Router fc5c047f-c166-4125-abc3-5dcb225e78b4 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:39.827091 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:39.831985 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-47ce474f-a7d2-4012-8192-29a325a1cf6e admin admin] 10.222.0.31 "PUT /v2.0/routers/fc5c047f-c166-4125-abc3-5dcb225e78b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2786272 May 25 17:14:39.834459 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54062) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:39.838685 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] Sync routers for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:39.848917 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:39.849537 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:39.935888 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks [] for router (fc5c047f-c166-4125-abc3-5dcb225e78b4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:39.953863 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:40.067164 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:40.075216 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:40.076599 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks [] for router_gateway (fc5c047f-c166-4125-abc3-5dcb225e78b4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.077803 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:40.112354 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6977da-9c5c-4b5d-a53b-89c5974b0de7 req-bf52bfde-4503-49d1-a539-45a428573d0b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:40.113891 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb6977da-9c5c-4b5d-a53b-89c5974b0de7 req-bf52bfde-4503-49d1-a539-45a428573d0b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.1110344 May 25 17:14:40.144269 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:14:39Z', 'revision_number': 5, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port': {'id': '6047f0da-8928-4fbe-8ed9-10332e9c9fed', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:08Z', 'updated_at': '2022-05-25T17:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:40.168253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Deleting port 6047f0da-8928-4fbe-8ed9-10332e9c9fed {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:40.168804 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.176774 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] Checking router: fc5c047f-c166-4125-abc3-5dcb225e78b4 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:40.177806 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb6977da-9c5c-4b5d-a53b-89c5974b0de7 req-ba8fe3a4-8a92-4c51-815b-4352927b23e4 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577934 May 25 17:14:40.179168 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:40.186469 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] Routers {'fc5c047f-c166-4125-abc3-5dcb225e78b4'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:40.187107 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['fc5c047f-c166-4125-abc3-5dcb225e78b4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:40.262258 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d15123-ea07-45b7-b163-947bb7689a79 req-c1d2e270-9597-4d27-a45c-f184722302e4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:40.264332 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-93d15123-ea07-45b7-b163-947bb7689a79 req-c1d2e270-9597-4d27-a45c-f184722302e4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 946 time: 0.0969899 May 25 17:14:40.274912 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] Set router fc5c047f-c166-4125-abc3-5dcb225e78b4 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:40.330128 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:14:40Z', 'revision_number': 6, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:40.335745 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] For port 6047f0da-8928-4fbe-8ed9-10332e9c9fed, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=6047f0da-8928-4fbe-8ed9-10332e9c9fed,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:40.336782 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.353152 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-93d15123-ea07-45b7-b163-947bb7689a79 req-35680174-41b6-461f-b9f7-71322fe99e82 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd6ba7d5-63f9-4d7b-8a42-73425ce12003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826080 May 25 17:14:40.355913 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9bd22-6bc1-4c54-80bd-95ad106c2f75 None None] The sync data for ids ['fc5c047f-c166-4125-abc3-5dcb225e78b4'] in dv-cinder-843309-1-iscsi is: [{'id': 'fc5c047f-c166-4125-abc3-5dcb225e78b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1301559637-router', 'tenant_id': '8c297ec7b46943f594b67c95479f1f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:14:40Z', 'revision_number': 6, 'project_id': '8c297ec7b46943f594b67c95479f1f7c', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:40.357416 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Calling delete_port for 6047f0da-8928-4fbe-8ed9-10332e9c9fed owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:40.510045 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-ba5a91bd-8bfc-4eaf-a9c0-8d28eaacd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:40.510534 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-ba5a91bd-8bfc-4eaf-a9c0-8d28eaacd954 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 1128 time: 0.0554013 May 25 17:14:40.600927 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:40.604959 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-861de380-1ab0-423b-978e-d5415ae33047 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:40.606447 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-861de380-1ab0-423b-978e-d5415ae33047 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 946 time: 0.0487697 May 25 17:14:40.625446 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (6047f0da-8928-4fbe-8ed9-10332e9c9fed), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.664837 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6047f0da-8928-4fbe-8ed9-10332e9c9fed,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:40.697463 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-cc484341-c45a-4831-97d6-2dc61ff3ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:40.698945 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-cc484341-c45a-4831-97d6-2dc61ff3ae98 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.1816540 May 25 17:14:40.772448 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Deleting port df2173ff-664e-43ca-b7a5-ee5bf4830547 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:40.772827 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.778252 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-c5ca1936-3e3e-4aa3-bf4f-a51e4107ef2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4baaf10-25ec-45f6-8706-8a010940d744 HTTP/1.1" status: 200 len: 217 time: 0.0534711 May 25 17:14:40.840749 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (fc5c047f-c166-4125-abc3-5dcb225e78b4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.848569 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:40.915708 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] For port df2173ff-664e-43ca-b7a5-ee5bf4830547, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=df2173ff-664e-43ca-b7a5-ee5bf4830547,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:40.916077 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.968662 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (fc5c047f-c166-4125-abc3-5dcb225e78b4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.971154 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks [] for router_controller (fc5c047f-c166-4125-abc3-5dcb225e78b4), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:40.973826 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-900918b4-1ece-4c75-a222-b0644bb1a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:40.975744 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-900918b4-1ece-4c75-a222-b0644bb1a446 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.1916199 May 25 17:14:41.079911 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (fc5c047f-c166-4125-abc3-5dcb225e78b4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.080592 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc5c047f-c166-4125-abc3-5dcb225e78b4 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:14:41.084973 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-71faaef6-0258-4a51-bf73-3db097226d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:41.087066 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-71faaef6-0258-4a51-bf73-3db097226d62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048155 May 25 17:14:41.089943 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.090978 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5f69cca6-a6f7-4118-a0c0-e1b40c3d35f4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fc5c047f-c166-4125-abc3-5dcb225e78b4 HTTP/1.1" status: 204 len: 168 time: 1.2556283 May 25 17:14:41.095120 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54072) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:41.145913 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.146203 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (200edf0a-2188-45e1-8d83-3b8bd996de49), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.146528 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Floating IP 200edf0a-2188-45e1-8d83-3b8bd996de49 disassociated. External IP: 172.27.0.173, port: df2173ff-664e-43ca-b7a5-ee5bf4830547. May 25 17:14:41.146876 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Calling delete_port for df2173ff-664e-43ca-b7a5-ee5bf4830547 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:41.167502 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-6176bfbf-f953-437a-b706-7a6e4c6f277e admin admin] Deleting subnet 51208e80-16c2-4bac-beb9-5cc2fe309044 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:14:41.180918 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-d39e2aad-97ef-4a02-a861-23c5a1e12da7 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871136 May 25 17:14:41.193554 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:41.199051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6176bfbf-f953-437a-b706-7a6e4c6f277e admin admin] Publish callbacks [] for subnet (51208e80-16c2-4bac-beb9-5cc2fe309044), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.256421 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6176bfbf-f953-437a-b706-7a6e4c6f277e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260932969'] for subnet (51208e80-16c2-4bac-beb9-5cc2fe309044), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.308485 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f01e01f-ef4b-4bd6-bfbd-cfdaf5b4c854 req-a8c0b21d-d5bd-447d-b8e0-af9cf8b812c8 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212182 May 25 17:14:41.347002 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 1b2ec44e-09b0-49cb-b18f-711409b13165 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:14:41.367953 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 1b2ec44e-09b0-49cb-b18f-711409b13165 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:14:41.368544 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 1b2ec44e-09b0-49cb-b18f-711409b13165 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:14:41.458960 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6176bfbf-f953-437a-b706-7a6e4c6f277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (51208e80-16c2-4bac-beb9-5cc2fe309044), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.496463 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c0132-0e2e-40b0-83d4-ad40b0d0f156 req-7026ed75-4138-4f8c-a6ff-b26d554d8bbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:41.498023 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-157c0132-0e2e-40b0-83d4-ad40b0d0f156 req-7026ed75-4138-4f8c-a6ff-b26d554d8bbb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.1401932 May 25 17:14:41.512540 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (df2173ff-664e-43ca-b7a5-ee5bf4830547), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.562854 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:41.574255 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'Port': ['ID=df2173ff-664e-43ca-b7a5-ee5bf4830547,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:41.603382 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6176bfbf-f953-437a-b706-7a6e4c6f277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260676993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260128099'] for subnet (51208e80-16c2-4bac-beb9-5cc2fe309044), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.688390 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6176bfbf-f953-437a-b706-7a6e4c6f277e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.694171 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54092) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:41.694861 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6176bfbf-f953-437a-b706-7a6e4c6f277e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/51208e80-16c2-4bac-beb9-5cc2fe309044 HTTP/1.1" status: 204 len: 168 time: 0.5987363 May 25 17:14:41.697674 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e2d71-c2a8-4242-865e-82ffffae9761 None None] Network 79368167-854c-4f50-95fb-3c054bede279 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:14:41.701702 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-157c0132-0e2e-40b0-83d4-ad40b0d0f156 req-f3cf26ce-6b91-4aaa-b456-f8901ce64aa3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841927 May 25 17:14:41.701912 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176bfbf-f953-437a-b706-7a6e4c6f277e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51208e80-16c2-4bac-beb9-5cc2fe309044,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:41.721724 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:41.824652 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa852655-2765-403e-bc57-b76bfca01bb8 req-eff32959-a762-480e-8844-d0a080dcfe83 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=d856fd3d-ee9c-45ec-b4a1-46789378a5ef HTTP/1.1" status: 200 len: 210 time: 0.0861709 May 25 17:14:41.830071 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:41.843566 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (79368167-854c-4f50-95fb-3c054bede279), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:41.852174 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fbd41-6eb7-4bbb-89a0-467eff5435ae req-9041e348-363d-4cd0-a054-9b2601a55f5f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:41.854228 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-897fbd41-6eb7-4bbb-89a0-467eff5435ae req-9041e348-363d-4cd0-a054-9b2601a55f5f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0677209 May 25 17:14:41.895780 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] DHCP port deletion for 79368167-854c-4f50-95fb-3c054bede279 request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:14:41.949251 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Deleting port 959ba18c-f2d5-4802-ad04-95e85f9cef9b {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:41.949887 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.005607 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:42.018641 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:42.033777 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:42.033777 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:42.046654 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-897fbd41-6eb7-4bbb-89a0-467eff5435ae req-6a5ffe32-7c70-4e73-91f0-5e2ae42d6374 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802552 May 25 17:14:42.064801 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] No DVR routers for this DVR port df2173ff-664e-43ca-b7a5-ee5bf4830547 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:14:42.067578 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.071350 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a8b495fe-0bdf-4071-a513-93ac9eaa8180 req-50fc3645-926a-4e09-ba0c-56eb7856238e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "DELETE /v2.0/ports/df2173ff-664e-43ca-b7a5-ee5bf4830547 HTTP/1.1" status: 204 len: 173 time: 1.4593897 May 25 17:14:42.072113 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'name': 'network-vif-deleted', 'tag': 'df2173ff-664e-43ca-b7a5-ee5bf4830547'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:42.073678 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] For port 959ba18c-f2d5-4802-ad04-95e85f9cef9b, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=959ba18c-f2d5-4802-ad04-95e85f9cef9b,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:42.074094 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.084781 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d1292b-9e78-402e-bfe9-ea415e883e5d" -d '{"events": [{"server_uuid": "d856fd3d-ee9c-45ec-b4a1-46789378a5ef", "name": "network-vif-deleted", "tag": "df2173ff-664e-43ca-b7a5-ee5bf4830547"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:42.103527 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Calling delete_port for 959ba18c-f2d5-4802-ad04-95e85f9cef9b owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:42.167439 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2713b0-a0e6-4923-bb74-24977001291a x-openstack-request-id: req-5c2713b0-a0e6-4923-bb74-24977001291a {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:42.167928 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d856fd3d-ee9c-45ec-b4a1-46789378a5ef", "name": "network-vif-deleted", "tag": "df2173ff-664e-43ca-b7a5-ee5bf4830547", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:42.168284 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c2713b0-a0e6-4923-bb74-24977001291a {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:42.168802 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2713b0-a0e6-4923-bb74-24977001291a'] response: {'server_uuid': 'd856fd3d-ee9c-45ec-b4a1-46789378a5ef', 'name': 'network-vif-deleted', 'tag': 'df2173ff-664e-43ca-b7a5-ee5bf4830547', 'status': 'completed', 'code': 200} May 25 17:14:42.201913 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Deleting port 959ba18c-f2d5-4802-ad04-95e85f9cef9b {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:42.202536 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.217333 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:42.280185 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] For port 959ba18c-f2d5-4802-ad04-95e85f9cef9b, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=959ba18c-f2d5-4802-ad04-95e85f9cef9b,segment=NetworkSegment(d24101ce-305e-4a83-af9e-b697c6ac3bef),segment_id=d24101ce-305e-4a83-af9e-b697c6ac3bef)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:42.280737 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.300040 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Calling delete_port for 959ba18c-f2d5-4802-ad04-95e85f9cef9b owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:42.301332 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.331022 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] No DVR routers for this DVR port 959ba18c-f2d5-4802-ad04-95e85f9cef9b on host dv-cinder-843309-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:14:42.337146 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Pushing event deleted for resources: {'Port': ['ID=959ba18c-f2d5-4802-ad04-95e85f9cef9b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:42.347137 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.348767 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.349293 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.349805 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.350757 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.352839 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.353211 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.353613 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.353896 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.354234 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.354840 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.355182 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.355525 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.356733 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.357080 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1afaf-acaf-4ab1-8fb1-2d5b442de7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:14:42.394532 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (959ba18c-f2d5-4802-ad04-95e85f9cef9b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.418893 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Pushing event deleted for resources: {'Port': ['ID=959ba18c-f2d5-4802-ad04-95e85f9cef9b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:42.428869 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] No DVR routers for this DVR port 959ba18c-f2d5-4802-ad04-95e85f9cef9b on host dv-cinder-843309-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:14:42.441299 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:42.466546 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:42.474979 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:42.475587 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:42.502919 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (79368167-854c-4f50-95fb-3c054bede279), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.525452 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79368167-854c-4f50-95fb-3c054bede279']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:42.536764 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24101ce-305e-4a83-af9e-b697c6ac3bef') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:42.537064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24101ce-305e-4a83-af9e-b697c6ac3bef') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:42.548731 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275935'] for segment (d24101ce-305e-4a83-af9e-b697c6ac3bef), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.555323 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:42.565282 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (d24101ce-305e-4a83-af9e-b697c6ac3bef), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.573066 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:14:42.573365 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260389101'] for segment (d24101ce-305e-4a83-af9e-b697c6ac3bef), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.588357 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:42.616023 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment d24101ce-305e-4a83-af9e-b697c6ac3bef resource provider aggregate not found May 25 17:14:42.641578 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (79368167-854c-4f50-95fb-3c054bede279), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.644225 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment d24101ce-305e-4a83-af9e-b697c6ac3bef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d24101ce-305e-4a83-af9e-b697c6ac3bef found for delete ", "request_id": "req-2086bed4-aef1-40ec-ac2d-a0cdbcebb681"}]} May 25 17:14:42.648935 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:42.655780 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] 10.222.0.31 "DELETE /v2.0/networks/79368167-854c-4f50-95fb-3c054bede279 HTTP/1.1" status: 204 len: 168 time: 0.9582460 May 25 17:14:42.673608 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb7487-aa10-425b-a52c-82783b116807 admin admin] Pushing event deleted for resources: {'Network': ['ID=79368167-854c-4f50-95fb-3c054bede279,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:42.720085 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:42.791289 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:42.791990 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54104) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:42.792829 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:42.825356 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f3b87-78c2-4a32-b23a-3958e2da5286 None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:42.851507 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f27bf8-5518-4e9c-9ebb-6901ea29488f req-e371e948-0e51-4843-afa6-3d73e848ed62 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:42.853358 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-38f27bf8-5518-4e9c-9ebb-6901ea29488f req-e371e948-0e51-4843-afa6-3d73e848ed62 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.0702417 May 25 17:14:42.872212 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 959ba18c-f2d5-4802-ad04-95e85f9cef9b no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:14:42.874453 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-29719f88-d6d0-4b88-8791-8091ec59234f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c297ec7b46943f594b67c95479f1f7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0801694 May 25 17:14:42.876889 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54108) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:42.904125 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 959ba18c-f2d5-4802-ad04-95e85f9cef9b {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:14:42.904842 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 959ba18c-f2d5-4802-ad04-95e85f9cef9b not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:14:42.905652 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 6047f0da-8928-4fbe-8ed9-10332e9c9fed no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:14:42.926587 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-38f27bf8-5518-4e9c-9ebb-6901ea29488f req-ce66ba1e-6104-4e9c-88ed-1a5dd22be1fb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607519 May 25 17:14:42.942926 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 6047f0da-8928-4fbe-8ed9-10332e9c9fed {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:14:42.943353 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 6047f0da-8928-4fbe-8ed9-10332e9c9fed not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:14:42.959200 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54112) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:42.971732 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-521f17bf-ca92-49c3-8bd9-8759eacede65 admin admin] Publish callbacks [] for security_group (0684bf47-de72-4c06-aaec-244bc93b0e54), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.017187 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-521f17bf-ca92-49c3-8bd9-8759eacede65 admin admin] Publish callbacks [] for security_group (0684bf47-de72-4c06-aaec-244bc93b0e54), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.062863 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc1f91bf-5fae-471b-a51d-c47cbf05e46e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (dd6ba7d5-63f9-4d7b-8a42-73425ce12003), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.090017 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc1f91bf-5fae-471b-a51d-c47cbf05e46e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (dd6ba7d5-63f9-4d7b-8a42-73425ce12003), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.104769 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:43.109611 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-521f17bf-ca92-49c3-8bd9-8759eacede65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (0684bf47-de72-4c06-aaec-244bc93b0e54), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.112143 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-521f17bf-ca92-49c3-8bd9-8759eacede65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.113351 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-521f17bf-ca92-49c3-8bd9-8759eacede65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0684bf47-de72-4c06-aaec-244bc93b0e54 HTTP/1.1" status: 204 len: 168 time: 0.2356012 May 25 17:14:43.137600 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f17bf-ca92-49c3-8bd9-8759eacede65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0684bf47-de72-4c06-aaec-244bc93b0e54,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:43.162345 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc1f91bf-5fae-471b-a51d-c47cbf05e46e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (dd6ba7d5-63f9-4d7b-8a42-73425ce12003), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.166805 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc1f91bf-5fae-471b-a51d-c47cbf05e46e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.170560 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-bc1f91bf-5fae-471b-a51d-c47cbf05e46e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd6ba7d5-63f9-4d7b-8a42-73425ce12003 HTTP/1.1" status: 204 len: 168 time: 0.2079396 May 25 17:14:43.171866 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54118) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:43.198549 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-7800501f-027f-4d8e-a2b1-642494ef9440 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] show failed (client error): The resource could not be found. May 25 17:14:43.202644 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7800501f-027f-4d8e-a2b1-642494ef9440 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups/dd6ba7d5-63f9-4d7b-8a42-73425ce12003 HTTP/1.1" status: 404 len: 347 time: 0.0246494 May 25 17:14:43.203316 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54120) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:43.205271 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f91bf-5fae-471b-a51d-c47cbf05e46e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ba7d5-63f9-4d7b-8a42-73425ce12003,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:43.242987 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b54b8c-c9c1-4036-9d24-53abec0569c3 req-f3691384-ec26-43c2-a372-bdc3149ba899 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:43.246004 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-59b54b8c-c9c1-4036-9d24-53abec0569c3 req-f3691384-ec26-43c2-a372-bdc3149ba899 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.1021028 May 25 17:14:43.285821 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe9042b-dd2e-4fd1-993b-d5b2e9591941 None None] New status for floating IP 200edf0a-2188-45e1-8d83-3b8bd996de49: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:14:43.321307 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-59b54b8c-c9c1-4036-9d24-53abec0569c3 req-3f04566a-e277-4da8-a919-6e355b314914 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686665 May 25 17:14:43.363153 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Deleting port befb8269-0927-4f6b-8cd4-626fa3441cf0 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:14:43.363784 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (befb8269-0927-4f6b-8cd4-626fa3441cf0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.463362 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (befb8269-0927-4f6b-8cd4-626fa3441cf0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.463697 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (befb8269-0927-4f6b-8cd4-626fa3441cf0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.475843 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Calling delete_port for befb8269-0927-4f6b-8cd4-626fa3441cf0 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:14:43.623971 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (befb8269-0927-4f6b-8cd4-626fa3441cf0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.649962 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'Port': ['ID=befb8269-0927-4f6b-8cd4-626fa3441cf0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:43.723046 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (200edf0a-2188-45e1-8d83-3b8bd996de49), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.724319 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.725576 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6a4cee31-8926-4860-a373-1fbeb00cbbc4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "DELETE /v2.0/floatingips/200edf0a-2188-45e1-8d83-3b8bd996de49 HTTP/1.1" status: 204 len: 168 time: 0.5217500 May 25 17:14:43.800100 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54140) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:43.806714 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-df4d9bd1-f9db-4788-b607-2abb07dab9c0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746636054', 'description': 'tempest-description--547646808'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:43.829783 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-df4d9bd1-f9db-4788-b607-2abb07dab9c0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.841598 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:43.907625 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83f81661-2f44-4bf5-b20e-a2a38465f1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.923960 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-df4d9bd1-f9db-4788-b607-2abb07dab9c0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.927685 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-df4d9bd1-f9db-4788-b607-2abb07dab9c0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.946697 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-df4d9bd1-f9db-4788-b607-2abb07dab9c0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:43.947916 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-df4d9bd1-f9db-4788-b607-2abb07dab9c0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1462898 May 25 17:14:43.951579 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54144) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:43.957262 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-8e9e217e-6b18-4b1d-80f7-970cceeb2da8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group_rule': {'security_group_id': '24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:43.984346 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d9bd1-f9db-4788-b607-2abb07dab9c0 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:43.990508 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8e9e217e-6b18-4b1d-80f7-970cceeb2da8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (bc26e946-990a-45fb-ba19-bf4d804aeadc), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.083271 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650f414-b4db-48c7-bee8-b1d11e4417ca req-c764edb5-a5f3-401a-b153-3c3c7716512e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:44.084752 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c650f414-b4db-48c7-bee8-b1d11e4417ca req-c764edb5-a5f3-401a-b153-3c3c7716512e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.0693603 May 25 17:14:44.103382 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8e9e217e-6b18-4b1d-80f7-970cceeb2da8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (bc26e946-990a-45fb-ba19-bf4d804aeadc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.113507 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8e9e217e-6b18-4b1d-80f7-970cceeb2da8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (bc26e946-990a-45fb-ba19-bf4d804aeadc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.151953 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e217e-6b18-4b1d-80f7-970cceeb2da8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc26e946-990a-45fb-ba19-bf4d804aeadc,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:44.160118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8e9e217e-6b18-4b1d-80f7-970cceeb2da8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.161331 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8e9e217e-6b18-4b1d-80f7-970cceeb2da8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2087393 May 25 17:14:44.164733 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54152) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:44.166756 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c650f414-b4db-48c7-bee8-b1d11e4417ca req-16bd8c5c-5ba9-45bb-974d-3183d6e047bf tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747845 May 25 17:14:44.170374 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-d61e399d-2568-422f-bf97-3a9056988193 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'security_group_rule': {'security_group_id': '24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:44.200057 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d61e399d-2568-422f-bf97-3a9056988193 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (f135aae2-f29f-469c-9251-98f63945a666), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.249048 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d61e399d-2568-422f-bf97-3a9056988193 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (f135aae2-f29f-469c-9251-98f63945a666), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.253064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d61e399d-2568-422f-bf97-3a9056988193 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (f135aae2-f29f-469c-9251-98f63945a666), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.270236 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e399d-2568-422f-bf97-3a9056988193 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f135aae2-f29f-469c-9251-98f63945a666,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:44.280331 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d61e399d-2568-422f-bf97-3a9056988193 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.281580 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d61e399d-2568-422f-bf97-3a9056988193 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156631 May 25 17:14:44.284603 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54154) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:44.289467 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:44.294759 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:44.313988 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.402111 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.506385 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0044cab-50b4-4a00-80f2-d2f54607ddd7 req-2ae72d2e-527b-44bd-bc34-ba1013a906ab tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:44.508000 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0044cab-50b4-4a00-80f2-d2f54607ddd7 req-2ae72d2e-527b-44bd-bc34-ba1013a906ab tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0678918 May 25 17:14:44.579483 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Allocated IP 172.27.0.24 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/86f3a487-ff58-4577-8539-9247c7751976) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:44.598036 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0044cab-50b4-4a00-80f2-d2f54607ddd7 req-eb63a1e2-57a8-4743-804e-975d572ddf56 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722427 May 25 17:14:44.699072 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (86f3a487-ff58-4577-8539-9247c7751976), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.708757 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device df2173ff-664e-43ca-b7a5-ee5bf4830547 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:14:44.730944 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: df2173ff-664e-43ca-b7a5-ee5bf4830547 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:14:44.731576 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device df2173ff-664e-43ca-b7a5-ee5bf4830547 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:14:44.740120 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (86f3a487-ff58-4577-8539-9247c7751976), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.765705 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:44.778761 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:44.785683 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:44.790071 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:44.812282 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=86f3a487-ff58-4577-8539-9247c7751976,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:44.874837 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (bd2e4b1a-5c86-4fe6-9730-281711fd2dd3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.910456 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (86f3a487-ff58-4577-8539-9247c7751976), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:44.983630 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:45.096064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (86f3a487-ff58-4577-8539-9247c7751976), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:45.100751 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (86f3a487-ff58-4577-8539-9247c7751976), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:45.166324 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=86f3a487-ff58-4577-8539-9247c7751976,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:45.178110 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (bd2e4b1a-5c86-4fe6-9730-281711fd2dd3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:45.196886 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:45.211621 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5adac7ba-924c-4f76-aece-5d2a871d8bd5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9125717 May 25 17:14:45.322032 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3f602-5eb4-49d3-b628-606a4182f832 req-f22bc4dd-8b82-49ea-a8f2-6439e023231e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:45.325520 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0e3f602-5eb4-49d3-b628-606a4182f832 req-f22bc4dd-8b82-49ea-a8f2-6439e023231e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.0553517 May 25 17:14:45.378658 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0e3f602-5eb4-49d3-b628-606a4182f832 req-50fe14c5-592d-418f-9102-fdd9252139a5 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469465 May 25 17:14:45.428872 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966cf63-5cf7-4adc-ba62-ec72d9d4797e req-a6ff31c6-846d-4baa-b662-ee797e0e41f1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:45.431321 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b966cf63-5cf7-4adc-ba62-ec72d9d4797e req-a6ff31c6-846d-4baa-b662-ee797e0e41f1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0711913 May 25 17:14:45.483911 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b966cf63-5cf7-4adc-ba62-ec72d9d4797e req-7645e5ff-3285-4768-8edc-49c81beac546 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 May 25 17:14:45.518536 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-efd91aa6-382f-4d61-a263-30d45476cae7 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1746636054&fields=id&tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 267 time: 0.0562823 May 25 17:14:45.626263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-b908ccaa-34ba-4c2f-be89-ffa204fd39df tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:45.633370 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-b908ccaa-34ba-4c2f-be89-ffa204fd39df tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 814 time: 0.1073928 May 25 17:14:45.648999 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-2ed56883-2957-4e82-a529-734e44f7f5b6 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/quotas/6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 375 time: 0.0141585 May 25 17:14:45.710377 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-73979ac3-d923-4c93-b7f4-d0da607851b3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605280 May 25 17:14:45.737771 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a854434-58f1-430a-ab07-5be2ea904d5b req-943fbb10-9942-4768-82fb-7353e368343e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:45.739332 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a854434-58f1-430a-ab07-5be2ea904d5b req-943fbb10-9942-4768-82fb-7353e368343e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0650837 May 25 17:14:45.802011 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a854434-58f1-430a-ab07-5be2ea904d5b req-21c06fa4-c471-492b-b6d6-11281585ce40 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542626 May 25 17:14:45.833840 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-aaa990fc-9038-424f-95e7-df4d948935ef service neutron] 10.222.0.31 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091774 May 25 17:14:45.924413 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:45.945264 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-87c98fcf-40fd-40c3-a6fa-3f0e7d33e041 service neutron] 10.222.0.31 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041586 May 25 17:14:46.109691 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e438a2e6-15a3-47da-8eb8-36f509eec5ae req-006323e2-4cf7-4e96-8aab-8f358fac5912 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 210 time: 0.0287242 May 25 17:14:46.166561 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-63ba58fd-f5cd-4312-96ea-4019ed6259ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:46.507038 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6be231-4905-492c-9223-a32df176fb2a req-7726009a-e3e0-40e2-b624-99f231c3d2d0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:46.509767 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba6be231-4905-492c-9223-a32df176fb2a req-7726009a-e3e0-40e2-b624-99f231c3d2d0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.0493262 May 25 17:14:46.563168 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba6be231-4905-492c-9223-a32df176fb2a req-b66e6ccb-955b-42fc-84df-6e20b59e2cc4 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472171 May 25 17:14:46.567940 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:46.609067 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d545b-eccf-4ec8-b92d-0f66c473a4b2 req-5dae115c-cef8-4651-abf2-bf599f4f4a3e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:46.610466 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-674d545b-eccf-4ec8-b92d-0f66c473a4b2 req-5dae115c-cef8-4651-abf2-bf599f4f4a3e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0542803 May 25 17:14:46.623922 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:46.669262 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-674d545b-eccf-4ec8-b92d-0f66c473a4b2 req-47065b9e-aefc-4310-8205-6e6cf1e4d3e0 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531216 May 25 17:14:46.922607 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd4a1-3472-4a5d-8913-c9d7857cf62f req-4c500242-ef79-4579-b126-cf21f2dadecd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:46.924173 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76ffd4a1-3472-4a5d-8913-c9d7857cf62f req-4c500242-ef79-4579-b126-cf21f2dadecd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0498681 May 25 17:14:46.981646 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76ffd4a1-3472-4a5d-8913-c9d7857cf62f req-b29f8882-4edd-489b-8b61-f6cd5af880b2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 May 25 17:14:47.108118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-4d379c6e-76a8-450d-8482-c94359e9e870 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:47.109629 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-4d379c6e-76a8-450d-8482-c94359e9e870 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 814 time: 0.1261415 May 25 17:14:47.190259 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-d9953133-4d90-487f-adbe-acbb7aefdac5 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900 HTTP/1.1" status: 200 len: 380 time: 0.0696630 May 25 17:14:47.225278 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4b8db5aa-d1c6-4435-b89d-d8938155caae req-dbf39a74-0ffe-4cef-99a6-e1477c22d348 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 210 time: 0.0290146 May 25 17:14:47.277810 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'port': {'device_id': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'admin_state_up': True, 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'security_groups': ['24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:47.391765 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Made reservation on behalf of 6ad0c3cc9eaf41c09d6b967a2fa49900 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:14:47.395022 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:47.517074 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:47.523317 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Allocated IP 172.20.0.3 (94689dfe-6d66-4ed0-9452-eee0a515d2d3/623a01b5-e916-4df4-8678-210b7b918d00/dedf9efc-5bd6-424a-84ab-5d5e38a62058) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:47.660144 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:47.688986 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56eb81-88a4-4bcb-9a08-c8cb0ea6691f req-6936b334-dc34-42d9-98ea-0605766ccbfd tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:47.690554 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e56eb81-88a4-4bcb-9a08-c8cb0ea6691f req-6936b334-dc34-42d9-98ea-0605766ccbfd tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.0555680 May 25 17:14:47.697526 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:47.725381 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:47.746110 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e56eb81-88a4-4bcb-9a08-c8cb0ea6691f req-aaf68722-e0bd-4fc4-b9a3-7e26ba5704c4 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494933 May 25 17:14:47.784981 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event updated for resources: {'Port': ['ID=dedf9efc-5bd6-424a-84ab-5d5e38a62058,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:47.790962 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:47.794636 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:47.798281 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:47.831226 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6924-0f0d-4905-be4a-1c41b734c3f5 req-00c7f3ae-d02f-4454-8df4-76f6ad457ad1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:47.832749 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c2cb6924-0f0d-4905-be4a-1c41b734c3f5 req-00c7f3ae-d02f-4454-8df4-76f6ad457ad1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0830255 May 25 17:14:47.862990 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:47.875614 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:47.876223 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:47.887461 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:47.911631 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-8e2b268d-fd1a-4a77-85a4-83299ff227a4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435449 May 25 17:14:47.917873 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c2cb6924-0f0d-4905-be4a-1c41b734c3f5 req-df10cb14-229e-4b27-988a-be614b2b412e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774019 May 25 17:14:47.923057 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Request body: {'port': {'device_id': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:47.988575 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.078815 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-b75d08ad-7c18-4370-a14c-d16352af1193 None None] Provisioning complete for port dedf9efc-5bd6-424a-84ab-5d5e38a62058 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:48.078815 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b75d08ad-7c18-4370-a14c-d16352af1193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.111975 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2271022-1cf3-498d-9204-af58ea803f3d req-10f3d79e-858d-451a-a980-98e797439e0e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:48.113673 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b75d08ad-7c18-4370-a14c-d16352af1193 None None] Port dedf9efc-5bd6-424a-84ab-5d5e38a62058 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:14:48.118496 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f2271022-1cf3-498d-9204-af58ea803f3d req-10f3d79e-858d-451a-a980-98e797439e0e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0577455 May 25 17:14:48.165861 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f2271022-1cf3-498d-9204-af58ea803f3d req-ceb9a571-ca9d-40cc-83cf-ebc3ad363ad8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 May 25 17:14:48.279337 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedf9efc-5bd6-424a-84ab-5d5e38a62058 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:14:48.286861 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Publish callbacks [] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.312201 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Transition to ACTIVE for port object dedf9efc-5bd6-424a-84ab-5d5e38a62058 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:14:48.332024 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.376891 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4aa1a-a239-45f1-ae04-8aa763b0d43b req-5b19a4f5-320d-4f14-8a61-2bcd62bf9294 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:48.378390 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70f4aa1a-a239-45f1-ae04-8aa763b0d43b req-5b19a4f5-320d-4f14-8a61-2bcd62bf9294 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 931 time: 0.0810363 May 25 17:14:48.439480 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Pushing event updated for resources: {'Port': ['ID=dedf9efc-5bd6-424a-84ab-5d5e38a62058,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:48.505541 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70f4aa1a-a239-45f1-ae04-8aa763b0d43b req-901d6789-db41-4520-bcbc-ab9e5d267b00 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101761 May 25 17:14:48.529539 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Attempting to bind port dedf9efc-5bd6-424a-84ab-5d5e38a62058 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:14:48.529924 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Attempting to bind port dedf9efc-5bd6-424a-84ab-5d5e38a62058 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:14:48.530262 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Attempting to bind port dedf9efc-5bd6-424a-84ab-5d5e38a62058 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:48.535637 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Port dedf9efc-5bd6-424a-84ab-5d5e38a62058 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:14:48.535952 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Attempting to bind port dedf9efc-5bd6-424a-84ab-5d5e38a62058 on network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:14:48.541568 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:14:48.541906 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Checking segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:14:48.542287 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Bound using segment: {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:14:48.542714 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Bound port: dedf9efc-5bd6-424a-84ab-5d5e38a62058, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb893e8-44b2-4dea-ab76-b995d11f5957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:14:48.543070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.607067 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] For port dedf9efc-5bd6-424a-84ab-5d5e38a62058, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:14:48.610089 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] For port dedf9efc-5bd6-424a-84ab-5d5e38a62058, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dedf9efc-5bd6-424a-84ab-5d5e38a62058,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:14:48.616898 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.651385 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:48.652564 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.653970 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] 10.222.0.71 "PUT /v2.0/ports/dedf9efc-5bd6-424a-84ab-5d5e38a62058 HTTP/1.1" status: 200 len: 1093 time: 0.7352140 May 25 17:14:48.656309 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'tag': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:48.659579 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dffd7b-0389-403a-ac87-d355891b2465" -d '{"events": [{"name": "network-changed", "server_uuid": "c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22", "tag": "dedf9efc-5bd6-424a-84ab-5d5e38a62058"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:48.689748 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fd000-bb23-4ca1-9992-81294c7deb71 service neutron] Pushing event updated for resources: {'Port': ['ID=dedf9efc-5bd6-424a-84ab-5d5e38a62058,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:48.730318 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device e4baaf10-25ec-45f6-8706-8a010940d744 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:14:48.731613 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eeba46-9a52-434f-8d62-81576530c9a7 x-openstack-request-id: req-a3eeba46-9a52-434f-8d62-81576530c9a7 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:48.731914 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22", "tag": "dedf9efc-5bd6-424a-84ab-5d5e38a62058", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:48.732173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3eeba46-9a52-434f-8d62-81576530c9a7 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:48.732593 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3eeba46-9a52-434f-8d62-81576530c9a7'] response: {'name': 'network-changed', 'server_uuid': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'tag': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'status': 'completed', 'code': 200} May 25 17:14:48.747443 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-d443a00f-64fd-4816-831b-25668ded06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:48.749484 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-d443a00f-64fd-4816-831b-25668ded06bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 1127 time: 0.0527747 May 25 17:14:48.766041 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:48.838948 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-b0466cf7-974e-4355-b6f9-a7af221ada93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dedf9efc-5bd6-424a-84ab-5d5e38a62058 HTTP/1.1" status: 200 len: 217 time: 0.0815558 May 25 17:14:48.854760 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:48.868250 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:48.883176 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port e4baaf10-25ec-45f6-8706-8a010940d744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e4baaf10-25ec-45f6-8706-8a010940d744,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:48.886690 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.894475 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:48.900747 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'port_id': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'mac_address': 'fa:16:3e:1a:b8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:14:48.951988 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port e4baaf10-25ec-45f6-8706-8a010940d744 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:48.952425 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:48.958085 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-6f438949-61b8-414c-b003-36574094fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:48.959752 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-6f438949-61b8-414c-b003-36574094fa4e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.1127117 May 25 17:14:48.969428 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4baaf10-25ec-45f6-8706-8a010940d744 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:14:48.971339 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6504a0-1e12-4e61-975c-6ce655b9bdce req-a7722d2b-49cc-4c00-9feb-5758bd3918ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:48.973173 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f6504a0-1e12-4e61-975c-6ce655b9bdce req-a7722d2b-49cc-4c00-9feb-5758bd3918ae tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.0735672 May 25 17:14:48.998968 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port e4baaf10-25ec-45f6-8706-8a010940d744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e4baaf10-25ec-45f6-8706-8a010940d744,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:49.003641 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:49.055290 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-319ac5d5-1e4c-4e39-854b-4c01a6d05640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:49.056926 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-319ac5d5-1e4c-4e39-854b-4c01a6d05640 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828023 May 25 17:14:49.065722 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=e4baaf10-25ec-45f6-8706-8a010940d744,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:49.074934 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d936942-042d-4b32-901b-cabd87332798 req-d8944d07-a9aa-4a28-a5d5-a04fc91643a1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:49.077357 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d936942-042d-4b32-901b-cabd87332798 req-d8944d07-a9aa-4a28-a5d5-a04fc91643a1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0547616 May 25 17:14:49.080322 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f6504a0-1e12-4e61-975c-6ce655b9bdce req-b7d6afd5-67ab-476b-b5db-915983a678ba tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987480 May 25 17:14:49.143102 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d936942-042d-4b32-901b-cabd87332798 req-53fdfad3-93e4-4b82-a6d8-990f5bc1e950 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601237 May 25 17:14:49.170237 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-2cff5ee4-525c-42fd-b351-8afd3084f7e3 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033413 May 25 17:14:49.254027 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['e4baaf10-25ec-45f6-8706-8a010940d744'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:14:49.276950 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-172c1ab3-2f61-47fb-ae81-b49f46b8b3e8 req-9d42c2b5-9cbc-4a59-831c-abb5c7d9dfdc service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961680 May 25 17:14:49.293366 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea16e8-340a-4e71-b025-96d17e7ba666 req-7be1da1a-946e-4566-8bd2-fde61442b15c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:49.294496 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2eea16e8-340a-4e71-b025-96d17e7ba666 req-7be1da1a-946e-4566-8bd2-fde61442b15c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0507474 May 25 17:14:49.354454 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2eea16e8-340a-4e71-b025-96d17e7ba666 req-02d02f70-97af-41da-b21e-5ea16baae250 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514281 May 25 17:14:49.622735 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbffda-eae5-450c-b991-0cacb46953b1 req-a243c7bb-c9bb-4c4a-b70f-7c13b1d393ac tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:49.624233 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6bbffda-eae5-450c-b991-0cacb46953b1 req-a243c7bb-c9bb-4c4a-b70f-7c13b1d393ac tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 943 time: 0.0481572 May 25 17:14:49.671577 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6bbffda-eae5-450c-b991-0cacb46953b1 req-3784373c-971a-437e-a0bc-2e6b220d00bb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 May 25 17:14:50.232229 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb5165-dada-4bea-b858-aba5b0b7d1ab req-d1c23cad-9353-4201-93ac-fe44b7545433 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:50.233787 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9cb5165-dada-4bea-b858-aba5b0b7d1ab req-d1c23cad-9353-4201-93ac-fe44b7545433 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 945 time: 0.0789239 May 25 17:14:50.239343 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-64938c01-98e7-4f70-a747-27da3617bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:50.240799 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-64938c01-98e7-4f70-a747-27da3617bed1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 1127 time: 0.0523572 May 25 17:14:50.267866 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3016d-c9b2-4896-9877-1b002c8e1cf9 req-1100fd9f-282f-4856-8fbb-f13d779e6b9e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:50.269566 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb3016d-c9b2-4896-9877-1b002c8e1cf9 req-1100fd9f-282f-4856-8fbb-f13d779e6b9e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0554926 May 25 17:14:50.283564 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:50.322707 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb3016d-c9b2-4896-9877-1b002c8e1cf9 req-70696b8e-88d3-4f21-8019-9e7b29777518 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474308 May 25 17:14:50.341614 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9cb5165-dada-4bea-b858-aba5b0b7d1ab req-0396dbe6-7f59-4736-9bff-ad2b2a3d4e59 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998709 May 25 17:14:50.373925 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-b97ed604-d8cd-4983-8551-c4ece1167f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:50.375345 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-b97ed604-d8cd-4983-8551-c4ece1167f92 service neutron] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 915 time: 0.1262574 May 25 17:14:50.419076 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-0eb7f05e-7e53-45a1-91bf-d2e8d8e52fbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dedf9efc-5bd6-424a-84ab-5d5e38a62058 HTTP/1.1" status: 200 len: 217 time: 0.0378623 May 25 17:14:50.472864 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-30d10f74-cbb7-44b0-b15a-f1618373f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:50.474453 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-30d10f74-cbb7-44b0-b15a-f1618373f6c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.0451760 May 25 17:14:50.484822 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb10742-e6be-450c-b50f-268cd31287d9 req-53956761-4303-4f6d-a39d-de4777c9939f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:50.486298 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bb10742-e6be-450c-b50f-268cd31287d9 req-53956761-4303-4f6d-a39d-de4777c9939f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0512192 May 25 17:14:50.517237 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-d8df31b6-ea37-4dcf-aded-e9de3e7faab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:50.518730 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-d8df31b6-ea37-4dcf-aded-e9de3e7faab8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381858 May 25 17:14:50.539556 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bb10742-e6be-450c-b50f-268cd31287d9 req-0110a362-ceaf-449b-9a0f-79d4627298bf tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471237 May 25 17:14:50.619311 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-3037d167-8f77-4091-b010-cecba998f9e6 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946560 May 25 17:14:50.713679 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d4dffd7b-0389-403a-ac87-d355891b2465 req-ddc68cb4-669c-4dea-98a0-1b404bc31f46 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878851 May 25 17:14:50.760581 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device e4baaf10-25ec-45f6-8706-8a010940d744 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:50.790970 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cb228-b53d-45e4-b60e-ba9cce45877d req-a2b8c073-603d-4ad3-bfee-38686d0a4660 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:50.792538 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b34cb228-b53d-45e4-b60e-ba9cce45877d req-a2b8c073-603d-4ad3-bfee-38686d0a4660 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 943 time: 0.0512626 May 25 17:14:50.805203 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port e4baaf10-25ec-45f6-8706-8a010940d744 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:14:50.811315 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port e4baaf10-25ec-45f6-8706-8a010940d744 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:50.811844 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:50.838281 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:50.846869 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b34cb228-b53d-45e4-b60e-ba9cce45877d req-e01c7ffa-d798-4fb7-80b4-fe1efcf6fb67 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477450 May 25 17:14:50.893523 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port e4baaf10-25ec-45f6-8706-8a010940d744 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:50.893797 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:50.917851 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:50.920063 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a77e5b-7356-4986-8ae6-603822f19ecd" -d '{"events": [{"server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "name": "network-vif-plugged", "status": "completed", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:50.932932 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port e4baaf10-25ec-45f6-8706-8a010940d744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e4baaf10-25ec-45f6-8706-8a010940d744,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:50.936895 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:50.984473 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=e4baaf10-25ec-45f6-8706-8a010940d744,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:51.074218 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74824804-3e17-4b60-94c8-0fba4ef5085f x-openstack-request-id: req-74824804-3e17-4b60-94c8-0fba4ef5085f {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:51.074516 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "name": "network-vif-plugged", "status": "completed", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:51.074771 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74824804-3e17-4b60-94c8-0fba4ef5085f {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:51.075171 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74824804-3e17-4b60-94c8-0fba4ef5085f'] response: {'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'code': 200} May 25 17:14:51.308952 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104eea8-9ba9-4815-b018-1c665b02710b req-1ceb5434-bcfb-4cad-aecd-337e8a1fe5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:51.310427 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0104eea8-9ba9-4815-b018-1c665b02710b req-1ceb5434-bcfb-4cad-aecd-337e8a1fe5c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 1130 time: 0.0415211 May 25 17:14:51.342956 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:51.359021 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0104eea8-9ba9-4815-b018-1c665b02710b req-58a39750-5c68-4d6b-8fe4-b866196a7739 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 May 25 17:14:51.440836 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22955d-549e-4886-afb2-2942a329fa3c req-4d8568ef-f987-4659-8bdd-4835c71fd20a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:51.442294 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cf22955d-549e-4886-afb2-2942a329fa3c req-4d8568ef-f987-4659-8bdd-4835c71fd20a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0497727 May 25 17:14:51.468748 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67099cf4-411e-4138-a22d-febe24bc0013 req-f2484f17-fc80-4370-b379-40cd86b0abf1 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:51.470345 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67099cf4-411e-4138-a22d-febe24bc0013 req-f2484f17-fc80-4370-b379-40cd86b0abf1 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0567639 May 25 17:14:51.493534 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cf22955d-549e-4886-afb2-2942a329fa3c req-3dca5141-c7a3-4e65-a7de-3f69215b54ae tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 May 25 17:14:51.495280 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:51.520932 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67099cf4-411e-4138-a22d-febe24bc0013 req-b24c7452-274d-4e2d-9279-fc6d720ed4d2 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449696 May 25 17:14:51.659875 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac92f7-fe47-4722-9dfe-b2c57092279b req-2c4b22b5-7609-41d4-9911-2ce91bfd2d58 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:51.661339 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64ac92f7-fe47-4722-9dfe-b2c57092279b req-2c4b22b5-7609-41d4-9911-2ce91bfd2d58 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0494277 May 25 17:14:51.711033 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-64ac92f7-fe47-4722-9dfe-b2c57092279b req-23bd4e53-12fd-4ab6-8d5d-0dea741b69d1 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 May 25 17:14:51.962084 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eec5-5688-4208-b2f8-83aa6c7de764 req-1225a49a-1e52-4f46-bf52-e5084b86e715 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:51.963578 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3291eec5-5688-4208-b2f8-83aa6c7de764 req-1225a49a-1e52-4f46-bf52-e5084b86e715 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 943 time: 0.0478263 May 25 17:14:52.011646 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3291eec5-5688-4208-b2f8-83aa6c7de764 req-af375160-8a72-45d7-bfd8-237db4ca45d4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 May 25 17:14:52.610790 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be8f7a-4f4b-4036-be85-9d396e31bb73 req-aa56221d-1d6b-4f55-b506-eb1ec2a379a4 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:52.612267 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12be8f7a-4f4b-4036-be85-9d396e31bb73 req-aa56221d-1d6b-4f55-b506-eb1ec2a379a4 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0473707 May 25 17:14:52.637303 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55193b2f-c101-4f25-b5c3-dafff7b17799 req-22b9ed85-e2ae-4ce0-8a21-50684237d4cd tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:52.638779 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55193b2f-c101-4f25-b5c3-dafff7b17799 req-22b9ed85-e2ae-4ce0-8a21-50684237d4cd tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0474906 May 25 17:14:52.662893 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12be8f7a-4f4b-4036-be85-9d396e31bb73 req-83787d7e-6ee7-490c-baa6-4fc81379ae47 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441160 May 25 17:14:52.691847 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55193b2f-c101-4f25-b5c3-dafff7b17799 req-47619c54-c2a9-41b6-acd0-e7fa8e84217f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472791 May 25 17:14:52.783762 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device dedf9efc-5bd6-424a-84ab-5d5e38a62058 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:14:52.798991 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:52.832772 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd4bfc-ab5b-4574-b575-dcbc35c884ff req-f33b93ef-6713-4219-8217-64fb565f89a3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:52.834489 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6dfd4bfc-ab5b-4574-b575-dcbc35c884ff req-f33b93ef-6713-4219-8217-64fb565f89a3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0513783 May 25 17:14:52.903830 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6dfd4bfc-ab5b-4574-b575-dcbc35c884ff req-e7fc4545-074e-40b7-8fa3-a0cd256624b6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628171 May 25 17:14:52.908435 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port dedf9efc-5bd6-424a-84ab-5d5e38a62058, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dedf9efc-5bd6-424a-84ab-5d5e38a62058,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:52.928235 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'port_id': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'mac_address': 'fa:16:3e:8a:25:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:14:52.957552 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:52.967024 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port dedf9efc-5bd6-424a-84ab-5d5e38a62058 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:52.967391 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:52.981858 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedf9efc-5bd6-424a-84ab-5d5e38a62058 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:14:53.002807 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port dedf9efc-5bd6-424a-84ab-5d5e38a62058, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dedf9efc-5bd6-424a-84ab-5d5e38a62058,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:53.006989 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:53.056171 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=dedf9efc-5bd6-424a-84ab-5d5e38a62058,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:53.099633 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54336) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:53.140904 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694ab6-3091-4598-a3a5-52c867a0a68d req-13d48a87-dab4-4200-905e-67e9859efde4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:53.142410 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24694ab6-3091-4598-a3a5-52c867a0a68d req-13d48a87-dab4-4200-905e-67e9859efde4 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 944 time: 0.0510192 May 25 17:14:53.192150 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24694ab6-3091-4598-a3a5-52c867a0a68d req-82551493-c0bc-45c5-9b55-6591a4c9c348 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442302 May 25 17:14:53.273720 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['dedf9efc-5bd6-424a-84ab-5d5e38a62058'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:14:53.451495 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c090e52-f78a-4cfa-8f0f-8277e957a5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:53.527213 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c090e52-f78a-4cfa-8f0f-8277e957a5bc admin admin] Publish callbacks [] for security_group (edf7aef0-bde2-4cd5-970f-d8e6e55e9692), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:53.530849 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c090e52-f78a-4cfa-8f0f-8277e957a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (edf7aef0-bde2-4cd5-970f-d8e6e55e9692), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:53.568849 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c090e52-f78a-4cfa-8f0f-8277e957a5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf7aef0-bde2-4cd5-970f-d8e6e55e9692,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:53.573244 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7c090e52-f78a-4cfa-8f0f-8277e957a5bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcc3e211730e4bb1b3dd4ca151cde4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4725780 May 25 17:14:53.575809 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54340) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:53.624271 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-120fcc2a-8f24-4d1c-b104-d522da14b961 admin admin] Publish callbacks [] for security_group (edf7aef0-bde2-4cd5-970f-d8e6e55e9692), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:53.645474 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-120fcc2a-8f24-4d1c-b104-d522da14b961 admin admin] Publish callbacks [] for security_group (edf7aef0-bde2-4cd5-970f-d8e6e55e9692), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:53.695070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-120fcc2a-8f24-4d1c-b104-d522da14b961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (edf7aef0-bde2-4cd5-970f-d8e6e55e9692), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:53.697998 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-120fcc2a-8f24-4d1c-b104-d522da14b961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:53.699606 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-120fcc2a-8f24-4d1c-b104-d522da14b961 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edf7aef0-bde2-4cd5-970f-d8e6e55e9692 HTTP/1.1" status: 204 len: 168 time: 0.1228852 May 25 17:14:53.707973 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fcc2a-8f24-4d1c-b104-d522da14b961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf7aef0-bde2-4cd5-970f-d8e6e55e9692,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:53.794643 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28d0-9956-459c-a012-9f1dd4234d0e req-71a68d50-3f2e-4f69-bfbc-bfecbdcacfa0 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:53.796246 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec7d28d0-9956-459c-a012-9f1dd4234d0e req-71a68d50-3f2e-4f69-bfbc-bfecbdcacfa0 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0564415 May 25 17:14:53.829816 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0e130-2639-46fb-8dc0-d74c8ae14cab req-96eb4518-ee19-4cdc-bd9e-5c92ab5ea9f8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:53.831417 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5c0e130-2639-46fb-8dc0-d74c8ae14cab req-96eb4518-ee19-4cdc-bd9e-5c92ab5ea9f8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0633523 May 25 17:14:53.859586 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec7d28d0-9956-459c-a012-9f1dd4234d0e req-983c1857-4a6d-41de-a26e-9b250ec37ee4 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560167 May 25 17:14:53.891366 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5c0e130-2639-46fb-8dc0-d74c8ae14cab req-d3a88067-23ec-4350-8cfb-874ac17fdf86 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520780 May 25 17:14:54.001867 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:54.012924 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced4f88-61bd-43b1-b7a5-77b1b70630fa req-7318982c-67d3-42ee-99d1-016a4c5ceecb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:54.017162 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2ced4f88-61bd-43b1-b7a5-77b1b70630fa req-7318982c-67d3-42ee-99d1-016a4c5ceecb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0547597 May 25 17:14:54.053146 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877118c1-8822-4067-b422-27bd5abf23ef req-1503a484-0d26-423d-849c-596461e245c6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:54.055339 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:54.055532 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877118c1-8822-4067-b422-27bd5abf23ef req-1503a484-0d26-423d-849c-596461e245c6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0682089 May 25 17:14:54.074205 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2ced4f88-61bd-43b1-b7a5-77b1b70630fa req-747dd399-d9ca-44c4-8e98-837508a9c230 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553491 May 25 17:14:54.102036 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54364) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:54.104949 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:54.110231 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877118c1-8822-4067-b422-27bd5abf23ef req-734d996b-54b6-474e-8404-f02d5504410e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480278 May 25 17:14:54.341923 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4277edd-407b-4a04-a170-0be2899c641c tempest-TestVolumeBootPattern-1844960527 tempest-TestVolumeBootPattern-1844960527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:54.343445 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a4277edd-407b-4a04-a170-0be2899c641c tempest-TestVolumeBootPattern-1844960527 tempest-TestVolumeBootPattern-1844960527-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 1125 time: 0.2402649 May 25 17:14:54.346799 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54378) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:54.350977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433fb14-a3ef-4388-a46d-5f393e01455f req-76d34deb-f32f-4ba6-8074-daca50c6a75e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:54.351433 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0433fb14-a3ef-4388-a46d-5f393e01455f req-76d34deb-f32f-4ba6-8074-daca50c6a75e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 944 time: 0.0709031 May 25 17:14:54.356967 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'port_id': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:54.386361 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:54.411723 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0433fb14-a3ef-4388-a46d-5f393e01455f req-fd23a03b-c4b2-4acd-93ca-80268f136610 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504603 May 25 17:14:54.470718 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:54.584383 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Allocated IP 172.27.0.130 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/368362e3-3f26-4fb5-823e-86c6a45221a0) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:14:54.691343 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (368362e3-3f26-4fb5-823e-86c6a45221a0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:54.730887 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (368362e3-3f26-4fb5-823e-86c6a45221a0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:54.767122 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:54.771034 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:14:54.777982 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:14:54.781035 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:14:54.814416 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device dedf9efc-5bd6-424a-84ab-5d5e38a62058 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:14:54.817821 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=368362e3-3f26-4fb5-823e-86c6a45221a0,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:54.864400 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port dedf9efc-5bd6-424a-84ab-5d5e38a62058 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:14:54.873573 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port dedf9efc-5bd6-424a-84ab-5d5e38a62058 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:14:54.874042 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:54.980421 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port dedf9efc-5bd6-424a-84ab-5d5e38a62058 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:14:54.981137 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:55.005438 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:55.008208 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821d9bde-5a90-4f1f-a291-22439fa8ef5e" -d '{"events": [{"server_uuid": "c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22", "name": "network-vif-plugged", "status": "completed", "tag": "dedf9efc-5bd6-424a-84ab-5d5e38a62058"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:55.021148 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port dedf9efc-5bd6-424a-84ab-5d5e38a62058, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dedf9efc-5bd6-424a-84ab-5d5e38a62058,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:14:55.026878 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:55.046723 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c6a02-3001-41c5-841b-4efba95dc1b9 req-d4b8c38b-1538-403d-823e-aa718fff0369 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:55.048229 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-716c6a02-3001-41c5-841b-4efba95dc1b9 req-d4b8c38b-1538-403d-823e-aa718fff0369 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.1182866 May 25 17:14:55.083416 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd78918-b517-486b-a8d1-b69469ace27f x-openstack-request-id: req-abd78918-b517-486b-a8d1-b69469ace27f {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:55.083711 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22", "name": "network-vif-plugged", "status": "completed", "tag": "dedf9efc-5bd6-424a-84ab-5d5e38a62058", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:55.084127 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abd78918-b517-486b-a8d1-b69469ace27f {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:55.084529 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd78918-b517-486b-a8d1-b69469ace27f'] response: {'server_uuid': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'code': 200} May 25 17:14:55.098745 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=dedf9efc-5bd6-424a-84ab-5d5e38a62058,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:55.164772 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:55.178272 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-716c6a02-3001-41c5-841b-4efba95dc1b9 req-de96c9d5-9b87-4db1-bdc8-a65ca6f66d43 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178365 May 25 17:14:55.267226 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e174e-a9da-4d43-953b-46a884861f8b req-19cb1bf0-6a47-4af0-9a97-2d74f3316e76 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:55.269147 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b0e174e-a9da-4d43-953b-46a884861f8b req-19cb1bf0-6a47-4af0-9a97-2d74f3316e76 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0647461 May 25 17:14:55.299656 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (538ef71c-f012-4ffa-b867-e724dafc4e11), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:55.349969 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf6d1f-aba8-43a2-b1f1-f6f5984d3d36 req-e5ccd767-6137-4b10-a683-322bc07424c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:55.351687 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bf6d1f-aba8-43a2-b1f1-f6f5984d3d36 req-e5ccd767-6137-4b10-a683-322bc07424c2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 1129 time: 0.0743206 May 25 17:14:55.370378 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b0e174e-a9da-4d43-953b-46a884861f8b req-830945dd-86fa-46f8-85ad-ad0073ec9d94 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935380 May 25 17:14:55.376018 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (368362e3-3f26-4fb5-823e-86c6a45221a0), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:55.415681 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bf6d1f-aba8-43a2-b1f1-f6f5984d3d36 req-65cca22e-c2ad-45ee-a4bf-8c4fe99c4ec4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 May 25 17:14:55.572501 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136b50e-5d6c-4c1a-b52d-5262bda67f74 req-3dcbc65f-dd9f-4e5b-84e3-8cfd6f1aa97c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:55.574010 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9136b50e-5d6c-4c1a-b52d-5262bda67f74 req-3dcbc65f-dd9f-4e5b-84e3-8cfd6f1aa97c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 945 time: 0.0863779 May 25 17:14:55.659900 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9136b50e-5d6c-4c1a-b52d-5262bda67f74 req-6eabe68e-5571-484e-8d24-955b95e20c88 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752952 May 25 17:14:55.663792 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (368362e3-3f26-4fb5-823e-86c6a45221a0), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:55.669543 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (368362e3-3f26-4fb5-823e-86c6a45221a0), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:55.748245 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=368362e3-3f26-4fb5-823e-86c6a45221a0,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:55.755972 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:55.760280 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-79c11c7e-c74a-4bd2-ba5f-ccc89c48e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:55.762531 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-79c11c7e-c74a-4bd2-ba5f-ccc89c48e2ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1d67075f4eaf4908acb0c2763153b81c&device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1129 time: 0.0475488 May 25 17:14:55.762664 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (538ef71c-f012-4ffa-b867-e724dafc4e11), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:55.863368 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Floating IP 538ef71c-f012-4ffa-b867-e724dafc4e11 associated. External IP: 172.27.0.130, port: e4baaf10-25ec-45f6-8706-8a010940d744. May 25 17:14:55.881633 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-51bbc557-758c-43c2-8b39-79878ae0fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:55.884008 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-51bbc557-758c-43c2-8b39-79878ae0fb16 service neutron] 10.222.0.71 "GET /v2.0/networks?id=400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 200 len: 909 time: 0.1094899 May 25 17:14:55.979429 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54436) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:56.095191 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1d035198-da8d-497c-abad-299326bf5563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:56.224054 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-876c04a1-3b23-49a4-8e64-d37800380ddc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 1000 time: 0.0784185 May 25 17:14:56.254392 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1d035198-da8d-497c-abad-299326bf5563 admin admin] Publish callbacks [] for security_group (06bca858-b293-425b-9048-4b76203bb64d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:56.281369 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1d035198-da8d-497c-abad-299326bf5563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (06bca858-b293-425b-9048-4b76203bb64d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:56.327146 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:56.338377 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:56.363174 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-4931b916-000c-4bbb-9e30-5d749a1b9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:56.364658 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-4931b916-000c-4bbb-9e30-5d749a1b9d16 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=75b40ec7-24fe-4318-9217-441b9d32fa76 HTTP/1.1" status: 200 len: 847 time: 0.1310468 May 25 17:14:56.375580 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed5ce8-5d03-4290-b146-1122153f616d req-2ff25bca-23a1-45e4-9136-e64fa835b7a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:56.377380 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d8ed5ce8-5d03-4290-b146-1122153f616d req-2ff25bca-23a1-45e4-9136-e64fa835b7a2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0992696 May 25 17:14:56.383328 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1d035198-da8d-497c-abad-299326bf5563 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e66ad647a7e41fe80bc8088161c3746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028487 May 25 17:14:56.385904 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54442) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:56.393757 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d035198-da8d-497c-abad-299326bf5563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bca858-b293-425b-9048-4b76203bb64d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:56.447649 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-68f8d528-1a40-4be5-b4b9-eba5cfb02803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:56.449885 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-68f8d528-1a40-4be5-b4b9-eba5cfb02803 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=400e769d-9a66-45af-badf-741858a97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714757 May 25 17:14:56.480609 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d8ed5ce8-5d03-4290-b146-1122153f616d req-04a106a0-0f86-48e6-8d6d-df1666c0ff8e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889547 May 25 17:14:56.484024 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:56.496794 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:56.507950 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:56.508957 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:56.564464 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e7369-4e93-443a-b72d-a4735ff2d3b9 req-6ee86e3a-778b-4619-96d9-f01c46959439 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:56.566690 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f33e7369-4e93-443a-b72d-a4735ff2d3b9 req-6ee86e3a-778b-4619-96d9-f01c46959439 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0978408 May 25 17:14:56.570314 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:56.576932 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b490c1a4-6515-4a46-8bbc-6cc9a79047b4 admin admin] Publish callbacks [] for security_group (06bca858-b293-425b-9048-4b76203bb64d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:56.624075 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:56.641447 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-67679971-4e41-4f01-8390-0b5fbfdb1570 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2885001 May 25 17:14:56.643392 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b490c1a4-6515-4a46-8bbc-6cc9a79047b4 admin admin] Publish callbacks [] for security_group (06bca858-b293-425b-9048-4b76203bb64d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:56.646635 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:56.648882 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f878b6-a793-4806-b106-92da8326bbea" -d '{"events": [{"name": "network-changed", "server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:56.698587 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f33e7369-4e93-443a-b72d-a4735ff2d3b9 req-57c067db-17cd-4395-8697-5059f9c1f1b3 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249268 May 25 17:14:56.737736 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b490c1a4-6515-4a46-8bbc-6cc9a79047b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (06bca858-b293-425b-9048-4b76203bb64d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:56.741169 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b490c1a4-6515-4a46-8bbc-6cc9a79047b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:56.746370 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b490c1a4-6515-4a46-8bbc-6cc9a79047b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06bca858-b293-425b-9048-4b76203bb64d HTTP/1.1" status: 204 len: 168 time: 0.3567119 May 25 17:14:56.753446 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490c1a4-6515-4a46-8bbc-6cc9a79047b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bca858-b293-425b-9048-4b76203bb64d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:56.854077 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8cf8b-3c26-4e62-9d24-d4be2fd47491 req-7a63dc95-13ad-41e5-8177-0d74a3b47b18 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:56.862294 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5db8cf8b-3c26-4e62-9d24-d4be2fd47491 req-7a63dc95-13ad-41e5-8177-0d74a3b47b18 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 945 time: 0.0757401 May 25 17:14:56.889276 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '538ef71c-f012-4ffa-b867-e724dafc4e11', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:1a:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:55Z', 'updated_at': '2022-05-25T17:14:55Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:56.894550 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e63871-f638-4a6f-a37c-4680704b88b1 x-openstack-request-id: req-b3e63871-f638-4a6f-a37c-4680704b88b1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:56.894839 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:56.895087 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3e63871-f638-4a6f-a37c-4680704b88b1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:56.895479 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e63871-f638-4a6f-a37c-4680704b88b1'] response: {'name': 'network-changed', 'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'status': 'completed', 'code': 200} May 25 17:14:56.918564 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:56.927172 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:56.927679 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5db8cf8b-3c26-4e62-9d24-d4be2fd47491 req-4642026b-6353-408c-a8b9-08904c8a4204 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544758 May 25 17:14:56.927824 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:56.987734 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:57.035721 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:57.037665 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:57.070973 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-c2eb46f9-6a48-4c12-8c94-27cbb5aa01c1 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097572 May 25 17:14:57.076156 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f878b6-a793-4806-b106-92da8326bbea req-42608ad3-11ec-485b-8fdc-4d60e0d27206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:57.078449 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5f878b6-a793-4806-b106-92da8326bbea req-42608ad3-11ec-485b-8fdc-4d60e0d27206 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 1130 time: 0.0934622 May 25 17:14:57.165615 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54458) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:57.183004 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f878b6-a793-4806-b106-92da8326bbea req-aaad809a-252d-4ae9-8dad-c544d8418ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:57.184485 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5f878b6-a793-4806-b106-92da8326bbea req-aaad809a-252d-4ae9-8dad-c544d8418ee2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.1002338 May 25 17:14:57.186283 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc5d-8275-4562-8d98-c56d888d236f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:57.206962 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e14b482-b060-469f-9c1c-f4a34c501902 req-71e61429-727d-4584-ab2e-894b98c50a9f service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287894 May 25 17:14:57.281433 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc5d-8275-4562-8d98-c56d888d236f admin admin] Publish callbacks [] for security_group (11f51624-1727-4385-bcc3-b8fe517c7a64), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:57.282169 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5f878b6-a793-4806-b106-92da8326bbea req-fea4242c-4355-4d73-bb4e-6185b976c375 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4baaf10-25ec-45f6-8706-8a010940d744 HTTP/1.1" status: 200 len: 1000 time: 0.0664976 May 25 17:14:57.286281 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc5d-8275-4562-8d98-c56d888d236f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (11f51624-1727-4385-bcc3-b8fe517c7a64), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:57.329457 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-97c3bc5d-8275-4562-8d98-c56d888d236f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=791e65da83a34c12a6153f3ac478ce0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628072 May 25 17:14:57.330331 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3bc5d-8275-4562-8d98-c56d888d236f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f51624-1727-4385-bcc3-b8fe517c7a64,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:57.332197 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54460) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:57.362547 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '538ef71c-f012-4ffa-b867-e724dafc4e11', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:1a:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:55Z', 'updated_at': '2022-05-25T17:14:55Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:57.383444 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9225782-37d5-4395-8e36-8865bc74dbc2 admin admin] Publish callbacks [] for security_group (11f51624-1727-4385-bcc3-b8fe517c7a64), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:57.387332 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:57.388222 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5c226-4fb2-4a17-9179-c54021f64cd1 None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '538ef71c-f012-4ffa-b867-e724dafc4e11', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:1a:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:55Z', 'updated_at': '2022-05-25T17:14:55Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:57.406996 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9225782-37d5-4395-8e36-8865bc74dbc2 admin admin] Publish callbacks [] for security_group (11f51624-1727-4385-bcc3-b8fe517c7a64), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:57.418056 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:57.457507 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9225782-37d5-4395-8e36-8865bc74dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (11f51624-1727-4385-bcc3-b8fe517c7a64), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:57.461221 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9225782-37d5-4395-8e36-8865bc74dbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:57.462442 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d9225782-37d5-4395-8e36-8865bc74dbc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11f51624-1727-4385-bcc3-b8fe517c7a64 HTTP/1.1" status: 204 len: 168 time: 0.1291981 May 25 17:14:57.471017 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9225782-37d5-4395-8e36-8865bc74dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f51624-1727-4385-bcc3-b8fe517c7a64,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:57.610115 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf70b7-0cb0-43e9-b154-ced15f0b670e req-03dfae6e-25ca-4d21-b3f3-b6db36ec4275 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:57.611848 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fddf70b7-0cb0-43e9-b154-ced15f0b670e req-03dfae6e-25ca-4d21-b3f3-b6db36ec4275 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0503089 May 25 17:14:57.640246 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b768155-7878-44e6-913c-e682f1c9505a None None] New status for floating IP 538ef71c-f012-4ffa-b867-e724dafc4e11: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:14:57.678867 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fddf70b7-0cb0-43e9-b154-ced15f0b670e req-00efd916-2efc-44c5-baad-6625588c3564 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578990 May 25 17:14:57.835964 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dcc47-404c-4946-8df0-07a9896b24bf req-f348a909-2b97-4e88-a3c0-2a353f633fcb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:57.838025 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef9dcc47-404c-4946-8df0-07a9896b24bf req-f348a909-2b97-4e88-a3c0-2a353f633fcb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0594673 May 25 17:14:57.890207 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef9dcc47-404c-4946-8df0-07a9896b24bf req-b69d2710-568a-45d4-945f-11bc18d26a83 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 May 25 17:14:58.049464 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3759-fbc8-4ef3-bf82-f7eb81531115 req-394ca574-4a82-4fe4-8792-3a0bc6b92f09 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:58.051498 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b08e3759-fbc8-4ef3-bf82-f7eb81531115 req-394ca574-4a82-4fe4-8792-3a0bc6b92f09 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 945 time: 0.0512645 May 25 17:14:58.101690 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b08e3759-fbc8-4ef3-bf82-f7eb81531115 req-7f14be9e-55df-47d5-be7b-8449f0f760c3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440602 May 25 17:14:58.215885 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff10db-8526-454c-b666-d8e280385956 req-5c64d172-daa7-44fe-aed9-2d230277c0f8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:58.217367 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0ff10db-8526-454c-b666-d8e280385956 req-5c64d172-daa7-44fe-aed9-2d230277c0f8 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 945 time: 0.0503364 May 25 17:14:58.226643 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54490) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:58.230970 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Request body: {'floatingip': {'port_id': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:14:58.269330 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (bd2e4b1a-5c86-4fe6-9730-281711fd2dd3), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:58.572142 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f878b6-a793-4806-b106-92da8326bbea req-3d854ae9-8f1e-4d28-8ac9-d720aafecc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:58.573639 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5f878b6-a793-4806-b106-92da8326bbea req-3d854ae9-8f1e-4d28-8ac9-d720aafecc34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.1038420 May 25 17:14:58.726474 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f878b6-a793-4806-b106-92da8326bbea req-27a47acc-331b-421d-8bd4-fef72a6fcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:58.730094 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5f878b6-a793-4806-b106-92da8326bbea req-27a47acc-331b-421d-8bd4-fef72a6fcc25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713358 May 25 17:14:58.811679 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a9a49-4e49-453c-8e8f-1055be562c47 req-d2272249-956d-4522-ada8-feb117f4368f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:58.818926 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb9a9a49-4e49-453c-8e8f-1055be562c47 req-d2272249-956d-4522-ada8-feb117f4368f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0603540 May 25 17:14:58.841856 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:58.850524 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (bd2e4b1a-5c86-4fe6-9730-281711fd2dd3), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:58.873918 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bb9a9a49-4e49-453c-8e8f-1055be562c47 req-873d4688-b4e0-42af-b5b8-8bf368ff4844 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538511 May 25 17:14:58.969009 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5f878b6-a793-4806-b106-92da8326bbea req-47fc61e3-6315-4b2d-b1d7-1ef8685a0343 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947351 May 25 17:14:59.030972 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Floating IP bd2e4b1a-5c86-4fe6-9730-281711fd2dd3 associated. External IP: 172.27.0.24, port: dedf9efc-5bd6-424a-84ab-5d5e38a62058. May 25 17:14:59.105627 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:59.109190 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:59.115911 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0c39-bd91-4896-b19c-67dc4ea6de5f req-6f31dde0-10e2-4de6-b9a1-6b1e5a261b5c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:59.117745 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b83d0c39-bd91-4896-b19c-67dc4ea6de5f req-6f31dde0-10e2-4de6-b9a1-6b1e5a261b5c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.1463420 May 25 17:14:59.228618 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5f878b6-a793-4806-b106-92da8326bbea req-93188ccb-7c8c-40a3-8090-37267eff310e service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413511 May 25 17:14:59.254993 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b83d0c39-bd91-4896-b19c-67dc4ea6de5f req-a6acd678-1c20-46e1-b85f-c20587e8150f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235299 May 25 17:14:59.305945 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54518) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:59.368888 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:14:59.422565 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d1dc-3fb0-460c-b3f6-0b32d9e081f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:59.482105 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:14:59.486781 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:59.493427 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:59.504515 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:59.505147 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:59.506529 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d1dc-3fb0-460c-b3f6-0b32d9e081f7 admin admin] Publish callbacks [] for security_group (593fa74b-6389-403e-83f0-29278c74ecbb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:59.512121 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d1dc-3fb0-460c-b3f6-0b32d9e081f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (593fa74b-6389-403e-83f0-29278c74ecbb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:59.521256 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-36531dd0-dfab-4118-b70b-f8aa6d63b46c tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "PUT /v2.0/floatingips/bd2e4b1a-5c86-4fe6-9730-281711fd2dd3 HTTP/1.1" status: 200 len: 990 time: 1.2918425 May 25 17:14:59.521256 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'tag': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:14:59.523495 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd24d2-fd37-439a-801c-774a83c763cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22", "tag": "dedf9efc-5bd6-424a-84ab-5d5e38a62058"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:14:59.559903 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6cd6d1dc-3fb0-460c-b3f6-0b32d9e081f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c851e5e3cdaf4dd9a37656e70e62a4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505097 May 25 17:14:59.559903 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6d1dc-3fb0-460c-b3f6-0b32d9e081f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593fa74b-6389-403e-83f0-29278c74ecbb,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:59.561316 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54526) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:14:59.575126 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10faca04-1913-4b18-bf83-0ed133b5e5e1 x-openstack-request-id: req-10faca04-1913-4b18-bf83-0ed133b5e5e1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:14:59.575709 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22", "tag": "dedf9efc-5bd6-424a-84ab-5d5e38a62058", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:14:59.575709 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10faca04-1913-4b18-bf83-0ed133b5e5e1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:14:59.576086 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10faca04-1913-4b18-bf83-0ed133b5e5e1'] response: {'name': 'network-changed', 'server_uuid': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'tag': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'status': 'completed', 'code': 200} May 25 17:14:59.640010 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:14:59.666420 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd24d2-fd37-439a-801c-774a83c763cc req-1c257ce1-b974-4400-9d5f-3efffd721e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:59.667941 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50cd24d2-fd37-439a-801c-774a83c763cc req-1c257ce1-b974-4400-9d5f-3efffd721e9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 1129 time: 0.0562894 May 25 17:14:59.668543 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a427-24d5-4001-b376-45364911437c admin admin] Publish callbacks [] for security_group (593fa74b-6389-403e-83f0-29278c74ecbb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:59.669694 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:59.740505 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a427-24d5-4001-b376-45364911437c admin admin] Publish callbacks [] for security_group (593fa74b-6389-403e-83f0-29278c74ecbb), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:59.787690 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:14:59.808541 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd24d2-fd37-439a-801c-774a83c763cc req-51c1f5d3-e5ff-41e1-ab59-5b1120cbaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:59.810145 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50cd24d2-fd37-439a-801c-774a83c763cc req-51c1f5d3-e5ff-41e1-ab59-5b1120cbaa63 service neutron] 10.222.0.71 "GET /v2.0/networks?id=94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 200 len: 915 time: 0.1346631 May 25 17:14:59.854720 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a427-24d5-4001-b376-45364911437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (593fa74b-6389-403e-83f0-29278c74ecbb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:59.857317 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a427-24d5-4001-b376-45364911437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:14:59.860822 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2cf0a427-24d5-4001-b376-45364911437c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/593fa74b-6389-403e-83f0-29278c74ecbb HTTP/1.1" status: 204 len: 168 time: 0.2928007 May 25 17:14:59.864818 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'bd2e4b1a-5c86-4fe6-9730-281711fd2dd3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:8a:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:44Z', 'updated_at': '2022-05-25T17:14:58Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:59.874134 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0a427-24d5-4001-b376-45364911437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593fa74b-6389-403e-83f0-29278c74ecbb,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:14:59.894533 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50cd24d2-fd37-439a-801c-774a83c763cc req-bda3bdbe-0b6a-4816-b6b4-752d9854e4ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dedf9efc-5bd6-424a-84ab-5d5e38a62058 HTTP/1.1" status: 200 len: 998 time: 0.0773988 May 25 17:14:59.915760 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:59.927659 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:14:59.928288 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:14:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:59.959745 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd24d2-fd37-439a-801c-774a83c763cc req-8c63dedd-3467-41d6-845a-0373ef216b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:14:59.961779 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50cd24d2-fd37-439a-801c-774a83c763cc req-8c63dedd-3467-41d6-845a-0373ef216b01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 200 len: 853 time: 0.0592849 May 25 17:15:00.025546 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:00.047862 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d4c88-2362-4e3a-b241-526d1bd7b622 req-2b277939-921d-4449-b1b7-4a54d81de6db tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:00.049398 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-868d4c88-2362-4e3a-b241-526d1bd7b622 req-2b277939-921d-4449-b1b7-4a54d81de6db tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0928788 May 25 17:15:00.051535 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd24d2-fd37-439a-801c-774a83c763cc req-4f08f4aa-384c-4a2e-b696-43dea894a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:00.053216 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50cd24d2-fd37-439a-801c-774a83c763cc req-4f08f4aa-384c-4a2e-b696-43dea894a314 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=94689dfe-6d66-4ed0-9452-eee0a515d2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811071 May 25 17:15:00.057459 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:15:00.145234 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:00.173738 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-868d4c88-2362-4e3a-b241-526d1bd7b622 req-f62df1c0-f691-4050-975c-70e9f2481e85 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150715 May 25 17:15:00.197406 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54534) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:00.208919 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50cd24d2-fd37-439a-801c-774a83c763cc req-c4cb3835-3c28-40fb-986d-0c662f73383b service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466880 May 25 17:15:00.216177 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d08e-b8f1-4239-93d4-2ad6e68ebeb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:00.297052 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'bd2e4b1a-5c86-4fe6-9730-281711fd2dd3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:8a:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:44Z', 'updated_at': '2022-05-25T17:14:58Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:00.324065 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47657a28-5fcf-476c-920b-53e547f08fad None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'bd2e4b1a-5c86-4fe6-9730-281711fd2dd3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'port_id': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'mac_address': 'fa:16:3e:8a:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:14:44Z', 'updated_at': '2022-05-25T17:14:58Z', 'revision_number': 1, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:15:00.468642 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-47659ba8-ef6a-4220-80e2-e7bf471d5559 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789301 May 25 17:15:00.483690 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd87da-e193-4468-8518-6f9a33417c1c req-78f22cae-265a-46ef-a0c2-79e34cc55b9e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:00.485316 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e2cd87da-e193-4468-8518-6f9a33417c1c req-78f22cae-265a-46ef-a0c2-79e34cc55b9e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0615556 May 25 17:15:00.511337 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:00.528920 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:00.594503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-edf7d124-e5e5-4021-9740-9a24b54c18f5 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:00.595996 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-edf7d124-e5e5-4021-9740-9a24b54c18f5 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports/fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 942 time: 0.0889599 May 25 17:15:00.608470 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e2cd87da-e193-4468-8518-6f9a33417c1c req-062c696f-d083-4bd0-912a-fbb70cf02e6b tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167083 May 25 17:15:00.611302 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e605d-d539-40b3-bd93-74794427211a None None] New status for floating IP bd2e4b1a-5c86-4fe6-9730-281711fd2dd3: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:15:00.669924 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:00.705170 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50cd24d2-fd37-439a-801c-774a83c763cc req-8d0665be-6942-4352-aee6-3f4cdf8d1eb8 service neutron] 10.222.0.71 "GET /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774165 May 25 17:15:00.707060 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d08e-b8f1-4239-93d4-2ad6e68ebeb7 admin admin] Publish callbacks [] for security_group (634a9fc3-032b-4011-95a2-fd85428fc703), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:00.714819 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d08e-b8f1-4239-93d4-2ad6e68ebeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (634a9fc3-032b-4011-95a2-fd85428fc703), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:00.734406 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14f111-6683-4349-b0fa-c98dd77474d8 req-b5d25fcc-3c16-4b0e-b3bb-614388da0cd2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:00.736817 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba14f111-6683-4349-b0fa-c98dd77474d8 req-b5d25fcc-3c16-4b0e-b3bb-614388da0cd2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.3805466 May 25 17:15:00.803066 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4dd3d08e-b8f1-4239-93d4-2ad6e68ebeb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b59f82a59554f178e3fb05399cb1756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6074603 May 25 17:15:00.807174 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54548) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:00.814310 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3d08e-b8f1-4239-93d4-2ad6e68ebeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a9fc3-032b-4011-95a2-fd85428fc703,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:00.841950 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba14f111-6683-4349-b0fa-c98dd77474d8 req-6afe8412-e7c0-4103-beb2-8acb9d57134a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715959 May 25 17:15:00.882561 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4af04926-b9f2-40ad-9b37-2162b48adf2e admin admin] Publish callbacks [] for security_group (634a9fc3-032b-4011-95a2-fd85428fc703), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:00.897308 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:15:00.906250 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4af04926-b9f2-40ad-9b37-2162b48adf2e admin admin] Publish callbacks [] for security_group (634a9fc3-032b-4011-95a2-fd85428fc703), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:00.971666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4af04926-b9f2-40ad-9b37-2162b48adf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (634a9fc3-032b-4011-95a2-fd85428fc703), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:00.974335 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4af04926-b9f2-40ad-9b37-2162b48adf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:00.975940 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4af04926-b9f2-40ad-9b37-2162b48adf2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/634a9fc3-032b-4011-95a2-fd85428fc703 HTTP/1.1" status: 204 len: 168 time: 0.1672928 May 25 17:15:00.988451 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af04926-b9f2-40ad-9b37-2162b48adf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a9fc3-032b-4011-95a2-fd85428fc703,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:01.021599 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:01.055862 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:01.070746 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'port_id': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'mac_address': 'fa:16:3e:25:d3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:15:01.114674 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 is: ACTIVE; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:15:01.115256 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:01.130943 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:15:01.156724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:01.161441 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:01.236782 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:01.284613 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:15:01.518512 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:15:01.748720 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b931189-445d-4aba-bf51-c83203d493d9 req-794a1ab5-bc16-4c8d-a48b-dc7e3a755478 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:01.751365 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b931189-445d-4aba-bf51-c83203d493d9 req-794a1ab5-bc16-4c8d-a48b-dc7e3a755478 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0637426 May 25 17:15:01.841575 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b931189-445d-4aba-bf51-c83203d493d9 req-49a8699e-14c8-4bc8-8b40-51dec5b5005b tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828283 May 25 17:15:01.972453 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b0ce3-ba23-43a2-812d-c7e05d04c865 req-9c1519cd-c1c7-4165-9721-c58927a88fff tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:01.974762 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-289b0ce3-ba23-43a2-812d-c7e05d04c865 req-9c1519cd-c1c7-4165-9721-c58927a88fff tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 945 time: 0.0537300 May 25 17:15:02.033933 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-289b0ce3-ba23-43a2-812d-c7e05d04c865 req-b0be96e2-bd8b-4f43-bee2-8da927389798 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510657 May 25 17:15:02.185002 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-ac3e910c-b7c3-4f02-af4e-cef29f054346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:02.187589 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-ac3e910c-b7c3-4f02-af4e-cef29f054346 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4&tenant_id=1d67075f4eaf4908acb0c2763153b81c HTTP/1.1" status: 200 len: 1129 time: 0.1002944 May 25 17:15:02.261072 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-4a73b885-876a-404f-b72a-38cb859ed43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:02.262612 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-4a73b885-876a-404f-b72a-38cb859ed43e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1d67075f4eaf4908acb0c2763153b81c&device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1129 time: 0.0479188 May 25 17:15:02.388762 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-b1c49dcb-2551-429a-a51f-5bb39055b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:02.390395 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-b1c49dcb-2551-429a-a51f-5bb39055b3bb service neutron] 10.222.0.71 "GET /v2.0/networks?id=400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 200 len: 909 time: 0.1220448 May 25 17:15:02.478049 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-371257d5-8bc9-412a-962e-adaa8e4d94c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 1000 time: 0.0810487 May 25 17:15:02.542298 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-f5a76aec-0d13-4b96-9998-ad18dc66d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:02.543723 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-f5a76aec-0d13-4b96-9998-ad18dc66d017 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=75b40ec7-24fe-4318-9217-441b9d32fa76 HTTP/1.1" status: 200 len: 847 time: 0.0589750 May 25 17:15:02.619152 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-5988afd4-8f04-402d-a127-ffb8053c07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:02.622813 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-5988afd4-8f04-402d-a127-ffb8053c07d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=400e769d-9a66-45af-badf-741858a97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711865 May 25 17:15:02.695572 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:02.742825 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:02.746206 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-652c1f75-9b61-43da-a1b3-9e0ba7b2ca91 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162786 May 25 17:15:02.890457 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd9a6542-4778-4b64-81ad-96375fcb22f9 req-bd91bf06-8a7e-4a4c-8505-887b92b4177b service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366444 May 25 17:15:02.915114 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:15:02.978302 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2855b-78c1-4b30-ab19-7df34f8ff27f req-0e925ff6-730b-4133-a388-5902af47ee48 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:02.985026 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8ec2855b-78c1-4b30-ab19-7df34f8ff27f req-0e925ff6-730b-4133-a388-5902af47ee48 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0611837 May 25 17:15:03.011762 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:15:03.012252 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:03.071804 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8ec2855b-78c1-4b30-ab19-7df34f8ff27f req-be88f7c2-c6fd-4a3e-8b63-52b18982589d tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857067 May 25 17:15:03.126419 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:15:03.126796 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:03.155785 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:15:03.158406 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe2c2d9-3396-4336-8985-1d7fc8f57be5" -d '{"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-plugged", "status": "completed", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:15:03.202963 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:03.213273 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:03.215632 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc321a82-a17f-45cd-ae89-dea85055e57c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:15:03.237542 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a30bfc-56c9-4079-a981-857c766b800d req-7b18c58f-4d14-438b-afb9-00b55bfdc2df tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:03.248246 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92a30bfc-56c9-4079-a981-857c766b800d req-7b18c58f-4d14-438b-afb9-00b55bfdc2df tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 945 time: 0.1014245 May 25 17:15:03.279678 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a39cf9-ab7a-4ae6-b847-7500eaab381a x-openstack-request-id: req-41a39cf9-ab7a-4ae6-b847-7500eaab381a {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:15:03.279904 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-plugged", "status": "completed", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:15:03.280175 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41a39cf9-ab7a-4ae6-b847-7500eaab381a {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:15:03.280485 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a39cf9-ab7a-4ae6-b847-7500eaab381a'] response: {'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'code': 200} May 25 17:15:03.310494 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:03.313312 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92a30bfc-56c9-4079-a981-857c766b800d req-2337807d-7995-4cbf-8c7f-2dbbcb896006 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639558 May 25 17:15:03.358572 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc321a82-a17f-45cd-ae89-dea85055e57c is: ACTIVE; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:15:03.359073 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:03.422647 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:03.424330 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=7']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:03.437220 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:03.501336 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:03.502895 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:04.202173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf6a0-a5de-4b03-8733-3483627a8781 req-8285ad2a-411f-4d34-a51f-ecf55c4e4aec tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:04.205807 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-38fcf6a0-a5de-4b03-8733-3483627a8781 req-8285ad2a-411f-4d34-a51f-ecf55c4e4aec tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0536439 May 25 17:15:04.277264 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-38fcf6a0-a5de-4b03-8733-3483627a8781 req-b5f7c850-52ae-4df2-828a-c581f30373c3 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629735 May 25 17:15:04.445064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2ae9b-975a-4413-87d5-fd4eb13a43ea req-1f59f5f6-75f3-4196-bc49-c897660e022e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:04.447971 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32f2ae9b-975a-4413-87d5-fd4eb13a43ea req-1f59f5f6-75f3-4196-bc49-c897660e022e tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0634694 May 25 17:15:04.502387 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32f2ae9b-975a-4413-87d5-fd4eb13a43ea req-482b1778-a5d9-42b7-bb50-d9e2a2c949c0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486562 May 25 17:15:05.282085 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:15:05.284424 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c3649-143a-4b53-865f-8eae858a9173" -d '{"events": [{"server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:15:05.335914 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260c07ee-bda3-4bb3-bfe0-ed209d8ec028 x-openstack-request-id: req-260c07ee-bda3-4bb3-bfe0-ed209d8ec028 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:15:05.336295 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:15:05.336556 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-260c07ee-bda3-4bb3-bfe0-ed209d8ec028 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:15:05.336978 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260c07ee-bda3-4bb3-bfe0-ed209d8ec028'] response: {'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'code': 200} May 25 17:15:05.431763 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3a446-1f41-40c3-801e-ab1b0dd5148a req-689156ab-9cb7-48a0-97f9-a66b1fee07f3 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:05.434121 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e3a446-1f41-40c3-801e-ab1b0dd5148a req-689156ab-9cb7-48a0-97f9-a66b1fee07f3 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0696921 May 25 17:15:05.490098 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e3a446-1f41-40c3-801e-ab1b0dd5148a req-4193bdd6-f006-4167-84c2-7edeb72e5a75 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497169 May 25 17:15:05.649279 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625e057-344e-45bc-b12c-1b179e75ffaf req-c0c88b4c-4cf7-4c2c-8e82-99601332d7ef tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:05.651539 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e625e057-344e-45bc-b12c-1b179e75ffaf req-c0c88b4c-4cf7-4c2c-8e82-99601332d7ef tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0563605 May 25 17:15:05.714330 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e625e057-344e-45bc-b12c-1b179e75ffaf req-79e11ac3-4441-4f96-bd06-4939aece2f06 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563037 May 25 17:15:06.614251 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0f2e0-8ea8-43dc-bea5-461fd9492ffa req-f96cfa68-3ee0-43f7-8f9b-e03517d65315 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:06.615837 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5a0f2e0-8ea8-43dc-bea5-461fd9492ffa req-f96cfa68-3ee0-43f7-8f9b-e03517d65315 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0492983 May 25 17:15:06.692794 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5a0f2e0-8ea8-43dc-bea5-461fd9492ffa req-109c616e-e3a5-4032-813a-38ffa562b376 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684679 May 25 17:15:06.852667 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772e5e5-9468-42e8-9d5f-22a45fc0c296 req-e4aede4b-7cb3-4eb6-9365-df8b80f86c61 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:06.860321 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9772e5e5-9468-42e8-9d5f-22a45fc0c296 req-e4aede4b-7cb3-4eb6-9365-df8b80f86c61 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0585191 May 25 17:15:06.913554 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9772e5e5-9468-42e8-9d5f-22a45fc0c296 req-730c8af6-5b1a-4c7e-851f-ed100b33c189 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510156 May 25 17:15:07.563989 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:07.807553 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ec03e-fc09-443c-91f6-8d13f3a2b32e req-3217770d-37ae-4dc5-87ef-40af84339378 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:07.809813 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc0ec03e-fc09-443c-91f6-8d13f3a2b32e req-3217770d-37ae-4dc5-87ef-40af84339378 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0509536 May 25 17:15:07.861549 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc0ec03e-fc09-443c-91f6-8d13f3a2b32e req-5ba438ea-934a-4e52-a59b-388cc20a1765 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448649 May 25 17:15:08.035622 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b924-464d-457c-8fe2-c1de7e8ce111 req-dd4858c4-151c-4a7c-8107-cd9f8a027c69 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:08.037173 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de93b924-464d-457c-8fe2-c1de7e8ce111 req-dd4858c4-151c-4a7c-8107-cd9f8a027c69 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0524893 May 25 17:15:08.089358 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de93b924-464d-457c-8fe2-c1de7e8ce111 req-d1eecbf0-4021-42c7-86b1-c25961d58e09 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454245 May 25 17:15:08.999198 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb42ae7-6edd-4a25-939b-00f3809b4e94 req-9bd5e6a6-35fe-46b7-9b34-a15bbc10594e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:09.001771 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7eb42ae7-6edd-4a25-939b-00f3809b4e94 req-9bd5e6a6-35fe-46b7-9b34-a15bbc10594e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0524027 May 25 17:15:09.085685 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7eb42ae7-6edd-4a25-939b-00f3809b4e94 req-8fa9cc4b-4670-438d-ba06-a637355b8237 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714557 May 25 17:15:09.263251 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c3f1a-af4a-4818-8d36-82c13bc55272 req-cba74a40-3fcb-4342-85ef-00f4d6fee5fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:09.271266 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-542c3f1a-af4a-4818-8d36-82c13bc55272 req-cba74a40-3fcb-4342-85ef-00f4d6fee5fd tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0822251 May 25 17:15:09.360373 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-542c3f1a-af4a-4818-8d36-82c13bc55272 req-9d8d80cc-696f-4a46-bc30-db9969057099 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876811 May 25 17:15:09.441596 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-ff877a62-dce5-4da5-b057-3363c01bcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:09.443586 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-ff877a62-dce5-4da5-b057-3363c01bcadd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1d67075f4eaf4908acb0c2763153b81c&device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1127 time: 0.1143034 May 25 17:15:09.509936 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2084-a08d-4496-80f2-c6d74f02f267 req-6c1c975d-231b-44ef-93c7-e4f5530d599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:09.511505 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c20b2084-a08d-4496-80f2-c6d74f02f267 req-6c1c975d-231b-44ef-93c7-e4f5530d599e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1127 time: 0.0605545 May 25 17:15:09.536496 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:09.617103 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-1b50ab55-2d91-44b3-aa9a-17275f453544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:09.618720 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-1b50ab55-2d91-44b3-aa9a-17275f453544 service neutron] 10.222.0.71 "GET /v2.0/networks?id=400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 200 len: 909 time: 0.1466622 May 25 17:15:09.639650 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c20b2084-a08d-4496-80f2-c6d74f02f267 req-444d3ec4-d7b4-4c44-88ad-6168ad2fece9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120117 May 25 17:15:09.712186 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-5a6f3ac5-842d-4e89-84ae-1eb081aca814 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 998 time: 0.0845673 May 25 17:15:09.940899 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-1431171f-80c7-4883-861d-5f4b1ef8760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:09.943305 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-1431171f-80c7-4883-861d-5f4b1ef8760b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=75b40ec7-24fe-4318-9217-441b9d32fa76 HTTP/1.1" status: 200 len: 847 time: 0.0734994 May 25 17:15:10.008459 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-aaba2bb8-8d4d-48f0-a55c-31a49c48f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:10.010080 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-aaba2bb8-8d4d-48f0-a55c-31a49c48f6db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=400e769d-9a66-45af-badf-741858a97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570772 May 25 17:15:10.077177 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:10.085563 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:10.125849 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-a093c886-9bc7-440d-94e8-779e873be44b service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079259 May 25 17:15:10.230649 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3ed87-6091-47b8-a7ba-52de9faff78e req-0c46159d-3b3b-4e06-8706-7f84c03750b8 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:10.232869 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9ca3ed87-6091-47b8-a7ba-52de9faff78e req-0c46159d-3b3b-4e06-8706-7f84c03750b8 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 943 time: 0.0533459 May 25 17:15:10.319873 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9ca3ed87-6091-47b8-a7ba-52de9faff78e req-54ad6ed0-6c68-4757-9e1c-ab81333328b1 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736072 May 25 17:15:10.508187 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1446add-1b10-4e8b-ba1b-06c76fd8fd13 req-a35c0ba8-45d6-4fad-a42f-a0b5b854ac5c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:10.509900 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e1446add-1b10-4e8b-ba1b-06c76fd8fd13 req-a35c0ba8-45d6-4fad-a42f-a0b5b854ac5c tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0731719 May 25 17:15:10.561274 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e1446add-1b10-4e8b-ba1b-06c76fd8fd13 req-21ca6366-7c24-4193-824c-4f9c072bcb2f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453277 May 25 17:15:10.575651 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1dbd988d-62b7-4d1c-9206-1dd2b793a09a req-ee4b634e-50c5-4595-a764-913cd8d7cf96 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066809 May 25 17:15:10.951986 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc321a82-a17f-45cd-ae89-dea85055e57c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:15:11.218228 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:11.230222 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'port_id': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'mac_address': 'fa:16:3e:de:5a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:15:11.266042 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc321a82-a17f-45cd-ae89-dea85055e57c is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:15:11.266448 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:11.280028 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc321a82-a17f-45cd-ae89-dea85055e57c {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:15:11.305493 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:11.309594 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:11.370569 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=7']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:11.457021 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5738c2-6fc5-40c9-898b-057a0abfd757 req-d9a1435f-575c-4cb4-8e0c-2e6e3658b2ea tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:11.458397 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b5738c2-6fc5-40c9-898b-057a0abfd757 req-d9a1435f-575c-4cb4-8e0c-2e6e3658b2ea tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 944 time: 0.0484045 May 25 17:15:11.519082 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b5738c2-6fc5-40c9-898b-057a0abfd757 req-d7cf3833-0578-4430-9ee0-1195d7ed1954 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547071 May 25 17:15:11.680159 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded806-6ecd-48a2-8a09-f3fd327795f0 req-70b77999-9855-4d3f-bc2b-ae337261d02d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:11.681675 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-66ded806-6ecd-48a2-8a09-f3fd327795f0 req-70b77999-9855-4d3f-bc2b-ae337261d02d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0466826 May 25 17:15:11.696362 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fc321a82-a17f-45cd-ae89-dea85055e57c'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:15:11.703635 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:11.732819 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-66ded806-6ecd-48a2-8a09-f3fd327795f0 req-f0d2569c-1c3c-4fa2-9531-68160044111d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452087 May 25 17:15:11.939724 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-4b5050de-ee4d-445c-a780-6da7254f08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:11.941228 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-4b5050de-ee4d-445c-a780-6da7254f08d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 1130 time: 0.0394490 May 25 17:15:12.038624 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-ac71558d-15a6-44ab-b910-770aaa03facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:12.039997 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-ac71558d-15a6-44ab-b910-770aaa03facd service neutron] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 918 time: 0.0875149 May 25 17:15:12.101364 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-d4b41a65-d67e-41f7-98f5-20bad5ef1526 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 HTTP/1.1" status: 200 len: 1002 time: 0.0549126 May 25 17:15:12.155129 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-37f72b6f-6755-4ba2-b46d-f4a7a2bb79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:12.156591 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-37f72b6f-6755-4ba2-b46d-f4a7a2bb79e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.0486166 May 25 17:15:12.216399 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-26b34637-4b88-4cd2-9dab-68f295f77bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:12.217921 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-26b34637-4b88-4cd2-9dab-68f295f77bee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443201 May 25 17:15:12.314071 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-323d3baa-7cf6-41e8-aa8e-3f6584e792e8 service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845361 May 25 17:15:12.418853 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82f8bfdd-59a2-4354-b986-f44eafae5c27 req-3e3785c4-b279-4e10-b57c-ac598025d9ee service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 May 25 17:15:12.580110 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54740) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:12.695581 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63e1fd21-be3a-45a0-b4d3-1761db238efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:12.770276 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63e1fd21-be3a-45a0-b4d3-1761db238efd admin admin] Publish callbacks [] for security_group (746e949a-54d1-4d52-af00-fcf7eedcc49b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:12.774112 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63e1fd21-be3a-45a0-b4d3-1761db238efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (746e949a-54d1-4d52-af00-fcf7eedcc49b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:12.813293 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1fd21-be3a-45a0-b4d3-1761db238efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746e949a-54d1-4d52-af00-fcf7eedcc49b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:12.820058 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-63e1fd21-be3a-45a0-b4d3-1761db238efd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c01a4bb714540099dd25db54af2f493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364328 May 25 17:15:12.820316 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54748) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:12.867752 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6275ad-2bcc-4e8d-935a-c3d2764ca05a req-a679601d-5ac9-4830-b8de-5c6a2dfce8be tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:12.868802 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9535-f85a-4ff4-9da6-ca288c4b2e25 admin admin] Publish callbacks [] for security_group (746e949a-54d1-4d52-af00-fcf7eedcc49b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:12.869328 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a6275ad-2bcc-4e8d-935a-c3d2764ca05a req-a679601d-5ac9-4830-b8de-5c6a2dfce8be tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0528207 May 25 17:15:12.890446 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9535-f85a-4ff4-9da6-ca288c4b2e25 admin admin] Publish callbacks [] for security_group (746e949a-54d1-4d52-af00-fcf7eedcc49b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:12.916237 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a6275ad-2bcc-4e8d-935a-c3d2764ca05a req-63b0477d-5f77-49dc-a0b2-aca2f500f2d1 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409374 May 25 17:15:12.939093 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9535-f85a-4ff4-9da6-ca288c4b2e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (746e949a-54d1-4d52-af00-fcf7eedcc49b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:12.942048 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9535-f85a-4ff4-9da6-ca288c4b2e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:12.943329 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8b9d9535-f85a-4ff4-9da6-ca288c4b2e25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/746e949a-54d1-4d52-af00-fcf7eedcc49b HTTP/1.1" status: 204 len: 168 time: 0.1220894 May 25 17:15:12.954294 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d9535-f85a-4ff4-9da6-ca288c4b2e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746e949a-54d1-4d52-af00-fcf7eedcc49b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:12.978435 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc321a82-a17f-45cd-ae89-dea85055e57c up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:15:13.029033 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fc321a82-a17f-45cd-ae89-dea85055e57c triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:15:13.029507 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.107781 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc321a82-a17f-45cd-ae89-dea85055e57c is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:15:13.108169 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.131373 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:15:13.133815 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4696c997-1480-4651-86cf-85ad01a7021c" -d '{"events": [{"server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:15:13.147512 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:13.152582 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.177091 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:13.181195 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c85697d-9623-471e-9404-7cab586ebec3 x-openstack-request-id: req-1c85697d-9623-471e-9404-7cab586ebec3 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:15:13.181496 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:15:13.181750 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c85697d-9623-471e-9404-7cab586ebec3 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:15:13.182140 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c85697d-9623-471e-9404-7cab586ebec3'] response: {'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'code': 200} May 25 17:15:13.192768 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:13.208533 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=8']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:13.226046 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54756) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:13.239463 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8dae90e5-70fd-4377-b9e9-ae0be712b733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.321111 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8dae90e5-70fd-4377-b9e9-ae0be712b733 admin admin] Publish callbacks [] for security_group (69f68793-621a-4796-9afa-8e795f9d9444), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.325040 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8dae90e5-70fd-4377-b9e9-ae0be712b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (69f68793-621a-4796-9afa-8e795f9d9444), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.364991 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8dae90e5-70fd-4377-b9e9-ae0be712b733 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c09d638bc6bb407dad6f35a33d550006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377702 May 25 17:15:13.366046 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae90e5-70fd-4377-b9e9-ae0be712b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f68793-621a-4796-9afa-8e795f9d9444,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:13.368253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54758) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:13.374367 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:13.423183 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1bace6f2-daf3-407e-9ff5-530264e34a0b admin admin] Publish callbacks [] for security_group (69f68793-621a-4796-9afa-8e795f9d9444), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.445262 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1bace6f2-daf3-407e-9ff5-530264e34a0b admin admin] Publish callbacks [] for security_group (69f68793-621a-4796-9afa-8e795f9d9444), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.494402 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1bace6f2-daf3-407e-9ff5-530264e34a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (69f68793-621a-4796-9afa-8e795f9d9444), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.496886 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1bace6f2-daf3-407e-9ff5-530264e34a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.497996 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1bace6f2-daf3-407e-9ff5-530264e34a0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69f68793-621a-4796-9afa-8e795f9d9444 HTTP/1.1" status: 204 len: 168 time: 0.1286349 May 25 17:15:13.505463 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bace6f2-daf3-407e-9ff5-530264e34a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f68793-621a-4796-9afa-8e795f9d9444,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:13.902487 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4c8867b1-1fd9-47a0-b381-1e698ee1bb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:13.914486 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=57 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:13.949705 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=79 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:14.024443 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:14.043789 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248325-e071-4bd7-a5de-0de42e68f43e req-2a77f011-3ac2-4338-9c60-04f712e14dc7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:14.045328 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c248325-e071-4bd7-a5de-0de42e68f43e req-2a77f011-3ac2-4338-9c60-04f712e14dc7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0495186 May 25 17:15:14.099730 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c248325-e071-4bd7-a5de-0de42e68f43e req-548b23c6-a274-4f65-a026-65d6e674e4e4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487628 May 25 17:15:15.239306 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787379-121a-42fe-8f80-38bfb099da81 req-a7c91be0-7eb3-4517-97ca-87ed383e4224 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:15.242793 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f3787379-121a-42fe-8f80-38bfb099da81 req-a7c91be0-7eb3-4517-97ca-87ed383e4224 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0587108 May 25 17:15:15.265030 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:15.295610 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f3787379-121a-42fe-8f80-38bfb099da81 req-18e38566-d8f3-4d74-9455-2eca24652ef7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466428 May 25 17:15:16.140500 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-5aa262bb-7281-4067-91ff-99eb5e16fd59 req-0be1b1af-b3c5-49ba-a313-a5c36eb11a78 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:15:16.141521 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5aa262bb-7281-4067-91ff-99eb5e16fd59 req-0be1b1af-b3c5-49ba-a313-a5c36eb11a78 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055366 May 25 17:15:16.158260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-41e454dd-7c2a-4a05-8564-618de5e6d876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:16.312849 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a4ea8-2438-4afb-9076-aef451d28b1f req-f86067cb-8911-4bd5-b824-576cb3d3a7e4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:16.314313 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb0a4ea8-2438-4afb-9076-aef451d28b1f req-f86067cb-8911-4bd5-b824-576cb3d3a7e4 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 946 time: 0.0491788 May 25 17:15:16.365572 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb0a4ea8-2438-4afb-9076-aef451d28b1f req-6f9c4155-b1c2-4a27-b6c0-c550ae6fef82 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 May 25 17:15:16.603961 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54870) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:16.687013 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-7cbb7f51-2339-4ab3-bc3d-a2d221f70697 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819299 May 25 17:15:16.695901 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-37c99508-6ebc-4a0b-8faf-8bd2348ddac2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:15:16.696871 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-37c99508-6ebc-4a0b-8faf-8bd2348ddac2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050809 May 25 17:15:16.772879 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54880) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:16.874355 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-e5eb4f93-50ee-4f7e-82c5-ce2c648464bb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:16.875740 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-e5eb4f93-50ee-4f7e-82c5-ce2c648464bb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports/fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 HTTP/1.1" status: 200 len: 943 time: 0.1017785 May 25 17:15:17.033095 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:15:17.119527 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 is: ACTIVE; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:15:17.119926 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:17.153481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:17.154512 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:15:17.157146 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b2168a-eb69-4cee-b1e4-76b9498430d4" -d '{"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:15:17.164191 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:17.239258 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 17:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc6fe34-cdee-47c7-bf3a-590fc60bf9bd x-openstack-request-id: req-9bc6fe34-cdee-47c7-bf3a-590fc60bf9bd {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:15:17.242744 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-unplugged", "status": "failed", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234", "code": 422}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:15:17.243094 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bc6fe34-cdee-47c7-bf3a-590fc60bf9bd {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:15:17.243731 dv-cinder-843309-1-iscsi neutron-server[104002]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9bc6fe34-cdee-47c7-bf3a-590fc60bf9bd']: {'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'code': 422} returned with failed status May 25 17:15:17.302576 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=8']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:17.489245 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd1e81-922a-44a8-b468-5d16484a0d36 req-3ec19029-4f7a-400f-b07d-2a4bdfcaf38f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:17.491429 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92fd1e81-922a-44a8-b468-5d16484a0d36 req-3ec19029-4f7a-400f-b07d-2a4bdfcaf38f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0510070 May 25 17:15:17.526748 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:17.547336 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92fd1e81-922a-44a8-b468-5d16484a0d36 req-7abdbf66-8a05-42cc-ab67-120de2030542 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502596 May 25 17:15:17.859560 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-0cd69679-090e-49c6-ae1c-0fa687fad24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:17.861067 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-0cd69679-090e-49c6-ae1c-0fa687fad24d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881&tenant_id=197671139e6b42069ba82ea9fdf1da40 HTTP/1.1" status: 200 len: 1128 time: 0.0396714 May 25 17:15:17.933290 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-990c55e1-3795-4182-896b-ef462b148013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:17.934793 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-990c55e1-3795-4182-896b-ef462b148013 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=197671139e6b42069ba82ea9fdf1da40&device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 1128 time: 0.0397024 May 25 17:15:18.025832 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-51545a70-154f-4bcf-bebe-c8390089dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:18.027281 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-51545a70-154f-4bcf-bebe-c8390089dc77 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 200 len: 918 time: 0.0863204 May 25 17:15:18.090493 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-a912afaf-66c3-428e-8c71-2a03da7c2882 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 HTTP/1.1" status: 200 len: 1000 time: 0.0554137 May 25 17:15:18.138727 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-dfa34128-a886-470f-9df2-7dcae821c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:18.140101 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-dfa34128-a886-470f-9df2-7dcae821c477 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 200 len: 856 time: 0.0429120 May 25 17:15:18.201783 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-54418b4e-01db-4963-8600-7b3c6facf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:18.203307 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-54418b4e-01db-4963-8600-7b3c6facf128 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8771ee30-f2eb-41ac-813c-a5d3ee111699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452573 May 25 17:15:18.298749 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-2f98c2e0-2af5-4041-847e-123c99582aab service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842905 May 25 17:15:18.397626 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49a2f030-a222-4d4c-b9d8-0eb88477c3d1 req-6a11f7d4-e32c-4755-aed6-dfbc54e859ac service neutron] 10.222.0.71 "GET /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912077 May 25 17:15:18.715727 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78c14c-5d6f-4d81-a782-c97c99ae54ac req-a7461278-1c6d-415f-b28d-409458d7cc02 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:18.717524 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7c78c14c-5d6f-4d81-a782-c97c99ae54ac req-a7461278-1c6d-415f-b28d-409458d7cc02 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0842731 May 25 17:15:18.761793 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 54962) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:18.786116 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7c78c14c-5d6f-4d81-a782-c97c99ae54ac req-e7b391b6-bf1b-4617-b637-4348c59cfb93 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585263 May 25 17:15:18.846125 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:18.919404 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6dea066d-7484-4112-93cb-3bbdf5a15763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:18.943154 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:19.006628 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6dea066d-7484-4112-93cb-3bbdf5a15763 admin admin] Publish callbacks [] for security_group (3bdeb6ed-0eff-49f4-adc9-39a1cd8851b0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.011773 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6dea066d-7484-4112-93cb-3bbdf5a15763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (3bdeb6ed-0eff-49f4-adc9-39a1cd8851b0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.059979 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea066d-7484-4112-93cb-3bbdf5a15763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdeb6ed-0eff-49f4-adc9-39a1cd8851b0,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:19.080843 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54976) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:19.082966 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6dea066d-7484-4112-93cb-3bbdf5a15763 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e75f768a98d4eecb161aa31b26fcdf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197651 May 25 17:15:19.138888 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec9d3-4e24-4be0-9aa8-49d7337de51b admin admin] Publish callbacks [] for security_group (3bdeb6ed-0eff-49f4-adc9-39a1cd8851b0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.157755 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:19.171557 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec9d3-4e24-4be0-9aa8-49d7337de51b admin admin] Publish callbacks [] for security_group (3bdeb6ed-0eff-49f4-adc9-39a1cd8851b0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.174272 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:19.241633 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec9d3-4e24-4be0-9aa8-49d7337de51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (3bdeb6ed-0eff-49f4-adc9-39a1cd8851b0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.244140 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec9d3-4e24-4be0-9aa8-49d7337de51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.247800 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5d3ec9d3-4e24-4be0-9aa8-49d7337de51b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bdeb6ed-0eff-49f4-adc9-39a1cd8851b0 HTTP/1.1" status: 204 len: 168 time: 0.1626992 May 25 17:15:19.253997 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ec9d3-4e24-4be0-9aa8-49d7337de51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdeb6ed-0eff-49f4-adc9-39a1cd8851b0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:19.602262 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54982) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:19.619810 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17dd8915-76d0-49fa-a328-dd179fa7bb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.717145 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17dd8915-76d0-49fa-a328-dd179fa7bb67 admin admin] Publish callbacks [] for security_group (9ca73021-cad4-4e8f-a81e-cc7a716bd0f0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.721184 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17dd8915-76d0-49fa-a328-dd179fa7bb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (9ca73021-cad4-4e8f-a81e-cc7a716bd0f0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.758558 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd8915-76d0-49fa-a328-dd179fa7bb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca73021-cad4-4e8f-a81e-cc7a716bd0f0,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:19.772036 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-17dd8915-76d0-49fa-a328-dd179fa7bb67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8b3756d59014c789a08955bf783b0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636772 May 25 17:15:19.774596 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54984) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:19.837291 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f15d83ea-0a55-4adc-b322-e24faed6bd1c admin admin] Publish callbacks [] for security_group (9ca73021-cad4-4e8f-a81e-cc7a716bd0f0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.869026 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f15d83ea-0a55-4adc-b322-e24faed6bd1c admin admin] Publish callbacks [] for security_group (9ca73021-cad4-4e8f-a81e-cc7a716bd0f0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.927192 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f15d83ea-0a55-4adc-b322-e24faed6bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (9ca73021-cad4-4e8f-a81e-cc7a716bd0f0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.930119 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f15d83ea-0a55-4adc-b322-e24faed6bd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:19.931551 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f15d83ea-0a55-4adc-b322-e24faed6bd1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ca73021-cad4-4e8f-a81e-cc7a716bd0f0 HTTP/1.1" status: 204 len: 168 time: 0.1559265 May 25 17:15:19.941658 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d83ea-0a55-4adc-b322-e24faed6bd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca73021-cad4-4e8f-a81e-cc7a716bd0f0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:19.987127 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3766-b6f4-472d-a6b6-12cab348753e req-420555f7-361f-4bdd-a848-6fee92123bed tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:19.989251 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ebe3766-b6f4-472d-a6b6-12cab348753e req-420555f7-361f-4bdd-a848-6fee92123bed tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0950375 May 25 17:15:20.061417 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ebe3766-b6f4-472d-a6b6-12cab348753e req-3821497f-e1a0-4848-9738-1ca5ecb7dd7b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657372 May 25 17:15:20.282485 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:20.361642 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54996) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:20.375758 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d28045ed-9efa-42c9-a28a-65636d985c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:20.461547 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d28045ed-9efa-42c9-a28a-65636d985c12 admin admin] Publish callbacks [] for security_group (bd0d1f5b-3d3e-4093-8799-64da9d7dbc31), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:20.466209 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d28045ed-9efa-42c9-a28a-65636d985c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (bd0d1f5b-3d3e-4093-8799-64da9d7dbc31), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:20.507911 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28045ed-9efa-42c9-a28a-65636d985c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d1f5b-3d3e-4093-8799-64da9d7dbc31,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:20.512594 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d28045ed-9efa-42c9-a28a-65636d985c12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f47e6ba00f424e0f8e90535ac0d92881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498258 May 25 17:15:20.515205 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 54998) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:20.572820 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-473edb55-3227-488d-8695-ff2309fca0e3 admin admin] Publish callbacks [] for security_group (bd0d1f5b-3d3e-4093-8799-64da9d7dbc31), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:20.597733 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-473edb55-3227-488d-8695-ff2309fca0e3 admin admin] Publish callbacks [] for security_group (bd0d1f5b-3d3e-4093-8799-64da9d7dbc31), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:20.647388 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-473edb55-3227-488d-8695-ff2309fca0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (bd0d1f5b-3d3e-4093-8799-64da9d7dbc31), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:20.650503 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-473edb55-3227-488d-8695-ff2309fca0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:20.654907 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-473edb55-3227-488d-8695-ff2309fca0e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd0d1f5b-3d3e-4093-8799-64da9d7dbc31 HTTP/1.1" status: 204 len: 168 time: 0.1385124 May 25 17:15:20.665682 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473edb55-3227-488d-8695-ff2309fca0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d1f5b-3d3e-4093-8799-64da9d7dbc31,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:21.214768 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ce635-581f-4a0e-9e70-d1d10313d6b6 req-141155f1-a4d0-4a2e-942d-44d9e9da600b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:21.219245 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-425ce635-581f-4a0e-9e70-d1d10313d6b6 req-141155f1-a4d0-4a2e-942d-44d9e9da600b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0610962 May 25 17:15:21.285282 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:21.286304 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=13 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:21.298438 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-425ce635-581f-4a0e-9e70-d1d10313d6b6 req-2ed67c50-e238-41fa-8391-2bb219a78ad1 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686293 May 25 17:15:22.425022 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f448a38-a43d-4783-97a6-6881f55c2ebd req-23f0220f-55b9-4815-a74b-61b1afedb50b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:22.427189 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4f448a38-a43d-4783-97a6-6881f55c2ebd req-23f0220f-55b9-4815-a74b-61b1afedb50b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0495479 May 25 17:15:22.480112 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4f448a38-a43d-4783-97a6-6881f55c2ebd req-ffe67deb-dfc5-4df2-9733-5927c4390803 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 May 25 17:15:23.614151 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5efd2f-f70e-4fd9-80c0-08d96f807a2c req-d2189e2e-9771-4321-b7c7-9d46d5052022 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:23.621375 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c5efd2f-f70e-4fd9-80c0-08d96f807a2c req-d2189e2e-9771-4321-b7c7-9d46d5052022 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0580413 May 25 17:15:23.674320 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c5efd2f-f70e-4fd9-80c0-08d96f807a2c req-836ab193-f0dc-459c-b8d2-3918ea022eb1 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505350 May 25 17:15:24.571416 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55060) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:24.780568 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:24.836863 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252adfa3-1420-4a71-8116-560b7a57260b req-72e499ab-d9ac-4bf7-a987-6b022ced1ef7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:24.843775 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-252adfa3-1420-4a71-8116-560b7a57260b req-72e499ab-d9ac-4bf7-a987-6b022ced1ef7 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0753171 May 25 17:15:24.869163 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Publish callbacks [] for security_group (22b5f09d-f57a-4493-8423-473d8f69fdf6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:24.880914 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (22b5f09d-f57a-4493-8423-473d8f69fdf6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:24.908601 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-252adfa3-1420-4a71-8116-560b7a57260b req-b135b200-0ec4-4ef7-a2de-626caccc871d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639474 May 25 17:15:24.924977 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=698832317d7248f3b1f06f03276985bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531880 May 25 17:15:24.926352 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b5f09d-f57a-4493-8423-473d8f69fdf6,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:24.928932 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55066) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:24.954209 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.954555 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.954903 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.955234 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.955569 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.955898 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.956230 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.956552 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.956908 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.957235 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.957562 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.957886 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.958250 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.958527 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:24.959454 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970db9c-1969-4882-9916-5bbd09904b9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:25.009073 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-edb5fc6d-b06a-4ba6-a12f-89832381d821 admin admin] Publish callbacks [] for security_group (22b5f09d-f57a-4493-8423-473d8f69fdf6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:25.032424 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-edb5fc6d-b06a-4ba6-a12f-89832381d821 admin admin] Publish callbacks [] for security_group (22b5f09d-f57a-4493-8423-473d8f69fdf6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:25.081321 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-edb5fc6d-b06a-4ba6-a12f-89832381d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (22b5f09d-f57a-4493-8423-473d8f69fdf6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:25.084559 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-edb5fc6d-b06a-4ba6-a12f-89832381d821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:25.086252 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-edb5fc6d-b06a-4ba6-a12f-89832381d821 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22b5f09d-f57a-4493-8423-473d8f69fdf6 HTTP/1.1" status: 204 len: 168 time: 0.1528871 May 25 17:15:25.096002 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5fc6d-b06a-4ba6-a12f-89832381d821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b5f09d-f57a-4493-8423-473d8f69fdf6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:26.051247 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac0803-c9dc-4606-8c1a-d410371228a1 req-2e889978-91c8-4fe1-9be9-6b6a84923a5d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:26.053589 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18ac0803-c9dc-4606-8c1a-d410371228a1 req-2e889978-91c8-4fe1-9be9-6b6a84923a5d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0601609 May 25 17:15:26.105107 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18ac0803-c9dc-4606-8c1a-d410371228a1 req-6bba2a05-bce5-4263-9939-779f26b1b4e6 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 May 25 17:15:27.232376 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf82db-b508-478a-9491-c3f5eda72934 req-5b36092a-42c1-4885-b1a7-639755cbd687 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:27.233966 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bcf82db-b508-478a-9491-c3f5eda72934 req-5b36092a-42c1-4885-b1a7-639755cbd687 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0540972 May 25 17:15:27.296371 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bcf82db-b508-478a-9491-c3f5eda72934 req-894bb970-4f5f-4097-8b16-a553817b8461 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559735 May 25 17:15:28.421167 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3920f7-26d9-4811-93a6-4c8de6d2c579 req-2f7ba8ac-ef89-477c-a3d7-4392104ebb78 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:28.422662 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e3920f7-26d9-4811-93a6-4c8de6d2c579 req-2f7ba8ac-ef89-477c-a3d7-4392104ebb78 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0505955 May 25 17:15:28.470551 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e3920f7-26d9-4811-93a6-4c8de6d2c579 req-6e654ddc-737f-48ca-9769-7093b31e583f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423181 May 25 17:15:29.591245 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa853bf-8f74-4c07-8839-179a7269f470 req-ffb041c7-ec25-435b-8597-68d6c6ccd531 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:29.592752 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4aa853bf-8f74-4c07-8839-179a7269f470 req-ffb041c7-ec25-435b-8597-68d6c6ccd531 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0495753 May 25 17:15:29.639529 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4aa853bf-8f74-4c07-8839-179a7269f470 req-63617751-8783-4595-9a38-df637697d13f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 May 25 17:15:30.683447 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:30.758717 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f221-fe4c-4bc2-b516-5997afb209e6 req-3958bfd1-e3be-48bc-aa9c-72ba4ed26743 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:30.760202 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a96f221-fe4c-4bc2-b516-5997afb209e6 req-3958bfd1-e3be-48bc-aa9c-72ba4ed26743 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 944 time: 0.0470119 May 25 17:15:30.807942 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a96f221-fe4c-4bc2-b516-5997afb209e6 req-2daad01f-05c1-41c2-90ba-4f9d3215610f tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 May 25 17:15:31.100080 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:15:31.197377 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:31.209314 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'port_id': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'mac_address': 'fa:16:3e:25:d3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:15:31.248819 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:15:31.249209 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:31.262359 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:15:31.281745 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:31.285888 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:31.332069 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=9']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:31.604723 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:15:31.932779 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebea308-401c-481e-94f5-980fe50cd655 req-e5e5a1e0-d283-4958-9439-ddbfd967e652 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:31.934143 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cebea308-401c-481e-94f5-980fe50cd655 req-e5e5a1e0-d283-4958-9439-ddbfd967e652 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 945 time: 0.0505071 May 25 17:15:31.954885 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:31.983792 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cebea308-401c-481e-94f5-980fe50cd655 req-7da16423-cae0-44d7-9acb-497050b63c95 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 May 25 17:15:33.102794 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea46db-bd39-4d30-8ecc-c86bb01c3ca5 req-92869f5b-ac1f-413c-8f26-a940f86d7c50 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:33.104257 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e4ea46db-bd39-4d30-8ecc-c86bb01c3ca5 req-92869f5b-ac1f-413c-8f26-a940f86d7c50 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 945 time: 0.0475128 May 25 17:15:33.116185 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:15:33.154703 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e4ea46db-bd39-4d30-8ecc-c86bb01c3ca5 req-04505afb-0f54-4cd5-9214-e6d9a6955cf2 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 May 25 17:15:33.159022 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:15:33.159395 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:33.193056 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:33.236949 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:15:33.237330 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:33.259117 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:15:33.261344 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8ce8f7-2540-4a2d-b29d-aa0dfceea594" -d '{"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-plugged", "status": "completed", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:15:33.274237 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:33.278251 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:33.303191 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060d2404-6e15-4a54-8dfc-53c02cd5e7ad x-openstack-request-id: req-060d2404-6e15-4a54-8dfc-53c02cd5e7ad {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:15:33.303484 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-plugged", "status": "completed", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:15:33.303739 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-060d2404-6e15-4a54-8dfc-53c02cd5e7ad {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:15:33.304124 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060d2404-6e15-4a54-8dfc-53c02cd5e7ad'] response: {'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'code': 200} May 25 17:15:33.330142 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=10']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:33.495888 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:33.504036 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff0af7-2f5e-47b9-b0b7-9ff0f980eb74 req-3fa51c29-e983-461d-a299-63d6f7564afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:33.506130 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67ff0af7-2f5e-47b9-b0b7-9ff0f980eb74 req-3fa51c29-e983-461d-a299-63d6f7564afe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 1131 time: 0.0396590 May 25 17:15:33.552821 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67ff0af7-2f5e-47b9-b0b7-9ff0f980eb74 req-9124bb5e-1078-481c-8019-700235c5c63c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378857 May 25 17:15:34.428864 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78135c-a93a-4edc-8fcb-c6f28cfc6cde req-44da47c3-7405-4131-99d9-4c7ab812de9b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:34.430867 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f78135c-a93a-4edc-8fcb-c6f28cfc6cde req-44da47c3-7405-4131-99d9-4c7ab812de9b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 947 time: 0.0468647 May 25 17:15:34.450313 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:34.480163 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f78135c-a93a-4edc-8fcb-c6f28cfc6cde req-9ca6624b-03f5-4ef2-9046-469c609501bb tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 May 25 17:15:35.588483 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:35.589241 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:35.603875 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cff29-3087-4cb1-94b8-490a57f93b6c req-d946ff3a-2116-4001-87a1-a31b1dd2ac6d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:35.605357 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d9cff29-3087-4cb1-94b8-490a57f93b6c req-d946ff3a-2116-4001-87a1-a31b1dd2ac6d tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 947 time: 0.0479136 May 25 17:15:35.653992 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d9cff29-3087-4cb1-94b8-490a57f93b6c req-537bac28-e0d0-48d9-ace0-7b7b36a5e449 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 May 25 17:15:36.774313 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f084f2-125e-4564-91d3-ecca31bcd04f req-a6be1961-97d9-4cc1-83ab-b0d9a3e933f8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:36.775757 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-40f084f2-125e-4564-91d3-ecca31bcd04f req-a6be1961-97d9-4cc1-83ab-b0d9a3e933f8 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 947 time: 0.0488074 May 25 17:15:36.824748 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-40f084f2-125e-4564-91d3-ecca31bcd04f req-5eac6f7c-451d-4009-be96-926639526cba tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 May 25 17:15:37.570384 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:38.518173 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:15:43.930905 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:43.951627 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-93b9ffb1-cb26-4870-bce9-dd9d2458a0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:45.648093 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:45.650837 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=1,neutron:SELECT=73 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:46.164655 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-01a16350-5bd2-43f1-ad00-c11c31fc8904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:46.814195 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=12 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:46.821475 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=23 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:47.522836 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:48.514461 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:48.845634 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:50.279358 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:54.925379 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0856e7-8533-419b-9f91-ecc90e28308b req-d10781a7-c4ec-4def-a9b1-18a88ec5a2b2 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:54.927590 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec0856e7-8533-419b-9f91-ecc90e28308b req-d10781a7-c4ec-4def-a9b1-18a88ec5a2b2 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 945 time: 0.0492458 May 25 17:15:54.978932 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec0856e7-8533-419b-9f91-ecc90e28308b req-bf1a27dc-10b9-4d1a-b829-d92831814a0a tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458758 May 25 17:15:56.093793 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96d708-2e79-4bf0-b792-f419476b31eb req-c29adbef-23b2-47a1-926b-5e8728132cbb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:56.095390 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2b96d708-2e79-4bf0-b792-f419476b31eb req-c29adbef-23b2-47a1-926b-5e8728132cbb tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 945 time: 0.0473235 May 25 17:15:56.146463 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2b96d708-2e79-4bf0-b792-f419476b31eb req-c1672936-9b61-4a1e-94bc-73f18220ccf2 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups?id=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 May 25 17:15:56.393496 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-d6ef5576-389a-4eb6-9ba8-440efdf26837 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:56.394925 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-d6ef5576-389a-4eb6-9ba8-440efdf26837 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 945 time: 0.0459828 May 25 17:15:56.482260 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Deleting port dedf9efc-5bd6-424a-84ab-5d5e38a62058 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:15:56.482604 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:56.573538 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] For port dedf9efc-5bd6-424a-84ab-5d5e38a62058, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dedf9efc-5bd6-424a-84ab-5d5e38a62058,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:56.573923 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:56.793139 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:56.793513 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (bd2e4b1a-5c86-4fe6-9730-281711fd2dd3), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:56.793834 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Floating IP bd2e4b1a-5c86-4fe6-9730-281711fd2dd3 disassociated. External IP: 172.27.0.24, port: dedf9efc-5bd6-424a-84ab-5d5e38a62058. May 25 17:15:56.794179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Calling delete_port for dedf9efc-5bd6-424a-84ab-5d5e38a62058 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:15:56.865986 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cabcc1-536d-4e20-9f35-b0d6528041cd req-c335489d-33d3-4c4d-9e40-ce02e54af228 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:56.867467 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6cabcc1-536d-4e20-9f35-b0d6528041cd req-c335489d-33d3-4c4d-9e40-ce02e54af228 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 946 time: 0.0471408 May 25 17:15:56.916102 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6cabcc1-536d-4e20-9f35-b0d6528041cd req-a0e2bd85-7fc3-4009-913b-8d187e4f20ed tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 May 25 17:15:56.926551 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (dedf9efc-5bd6-424a-84ab-5d5e38a62058), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:56.958633 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'Port': ['ID=dedf9efc-5bd6-424a-84ab-5d5e38a62058,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:57.335936 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c8ab38f-01b5-4f22-af2b-ca046d13114e req-660b4822-afc7-47a5-9061-98ddb6d0894e tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 210 time: 0.0375097 May 25 17:15:57.350057 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:15:57.456152 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:15:57.467860 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:15:57.477997 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:15:57.478605 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:57.497498 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] No DVR routers for this DVR port dedf9efc-5bd6-424a-84ab-5d5e38a62058 on host hv-cinder-84330 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:15:57.500042 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:57.503185 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4eb406d0-a17d-4eb3-ba3a-4ebac85330b6 req-4b9c5173-953b-4f41-b35c-c9114fa461ca tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.71 "DELETE /v2.0/ports/dedf9efc-5bd6-424a-84ab-5d5e38a62058 HTTP/1.1" status: 204 len: 173 time: 1.1033881 May 25 17:15:57.503611 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'name': 'network-vif-deleted', 'tag': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:15:57.506522 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf34f2-5147-43c2-ba9c-3b90e1830153" -d '{"events": [{"server_uuid": "c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22", "name": "network-vif-deleted", "tag": "dedf9efc-5bd6-424a-84ab-5d5e38a62058"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:15:57.542889 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6139a81-b488-432a-a776-86fe5802005d x-openstack-request-id: req-c6139a81-b488-432a-a776-86fe5802005d {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:15:57.543233 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22", "name": "network-vif-deleted", "tag": "dedf9efc-5bd6-424a-84ab-5d5e38a62058", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:15:57.543433 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6139a81-b488-432a-a776-86fe5802005d {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:15:57.543827 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6139a81-b488-432a-a776-86fe5802005d'] response: {'server_uuid': 'c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22', 'name': 'network-vif-deleted', 'tag': 'dedf9efc-5bd6-424a-84ab-5d5e38a62058', 'status': 'completed', 'code': 200} May 25 17:15:57.582763 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:15:57.844035 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:57.873794 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:15:57.882572 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:15:57.883173 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:57.984623 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:15:58.031899 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc53d74-08d8-4a45-827e-e92dc3a75e25 req-1d5adc51-9338-46a4-a65c-f68231779542 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:58.033386 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5dc53d74-08d8-4a45-827e-e92dc3a75e25 req-1d5adc51-9338-46a4-a65c-f68231779542 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 946 time: 0.0479531 May 25 17:15:58.058699 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:58.087482 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5dc53d74-08d8-4a45-827e-e92dc3a75e25 req-112ed644-8fde-44f4-a070-5be7915ee80f tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476096 May 25 17:15:58.170818 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:58.198478 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b053ed-92c4-434b-b193-f4e7f5019ee3 None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:09:27Z', 'revision_number': 4, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553', 'name': '', 'network_id': '94689dfe-6d66-4ed0-9452-eee0a515d2d3', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'mac_address': 'fa:16:3e:3f:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '623a01b5-e916-4df4-8678-210b7b918d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:23Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'subnets': [{'id': '623a01b5-e916-4df4-8678-210b7b918d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:15:58.440625 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2fe3e-bd82-4363-a69e-5b08d04af7aa None None] New status for floating IP bd2e4b1a-5c86-4fe6-9730-281711fd2dd3: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:15:58.464583 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-60bcfdc3-d91b-4982-9d31-dec412941986 req-cb2ac187-8926-4ba1-bfbc-9ee294ac9dc3 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63cfd6f-acf0-4fe9-89ab-3b701ccb2f22 HTTP/1.1" status: 200 len: 210 time: 0.0327768 May 25 17:15:58.775317 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-8d5bf29d-2ec5-4235-8ed4-4155a6e61d9d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:58.777642 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-8d5bf29d-2ec5-4235-8ed4-4155a6e61d9d tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 946 time: 0.0527265 May 25 17:15:58.789693 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:58.869345 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Deleting port bb56c734-467a-4a0f-ac64-9ec157c05204 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:15:58.869694 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:58.961254 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] For port bb56c734-467a-4a0f-ac64-9ec157c05204, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bb56c734-467a-4a0f-ac64-9ec157c05204,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:15:58.961534 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.120608 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.120608 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (76216b29-66f6-47fa-852a-5773c6078da5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.120859 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Floating IP 76216b29-66f6-47fa-852a-5773c6078da5 disassociated. External IP: 172.27.0.212, port: bb56c734-467a-4a0f-ac64-9ec157c05204. May 25 17:15:59.121087 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Calling delete_port for bb56c734-467a-4a0f-ac64-9ec157c05204 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:15:59.229179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af63b2-1827-480e-9244-a29dbd55c78c req-f46c519f-d0d5-4076-a206-aa24e6a6dc47 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:15:59.230563 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02af63b2-1827-480e-9244-a29dbd55c78c req-f46c519f-d0d5-4076-a206-aa24e6a6dc47 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/ports?device_id=3259a826-9d68-40f3-8bb5-7fbf834d3034 HTTP/1.1" status: 200 len: 946 time: 0.0637400 May 25 17:15:59.314828 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02af63b2-1827-480e-9244-a29dbd55c78c req-e20e73a8-586b-4ee5-b607-7a1921102b62 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups?id=029f681c-4a35-4d67-8b9a-00d4fff740ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731585 May 25 17:15:59.331441 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (bb56c734-467a-4a0f-ac64-9ec157c05204), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.357537 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event deleted for resources: {'Port': ['ID=bb56c734-467a-4a0f-ac64-9ec157c05204,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:59.472417 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Router cf478cfc-3bcc-4bc6-99d0-6baf06759aec has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:15:59.551017 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55352) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:59.584187 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:15:59.594413 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] Sync routers for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:15:59.604203 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:15:59.604958 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:59.611626 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.635156 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] No DVR routers for this DVR port bb56c734-467a-4a0f-ac64-9ec157c05204 on host hv-cinder-84330 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:15:59.637857 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.638440 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.641505 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28c708d8-9749-4cda-8a35-6965ad169d2b req-e3631b93-a0fa-4bab-b979-44f5aa918b84 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.71 "DELETE /v2.0/ports/bb56c734-467a-4a0f-ac64-9ec157c05204 HTTP/1.1" status: 204 len: 173 time: 0.8589346 May 25 17:15:59.641948 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'name': 'network-vif-deleted', 'tag': 'bb56c734-467a-4a0f-ac64-9ec157c05204'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:15:59.644616 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f69035-4a07-49e3-aca1-cb1b9baba7b9" -d '{"events": [{"server_uuid": "3259a826-9d68-40f3-8bb5-7fbf834d3034", "name": "network-vif-deleted", "tag": "bb56c734-467a-4a0f-ac64-9ec157c05204"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:15:59.694255 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.697384 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.698718 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "DELETE /v2.0/security-groups/24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d HTTP/1.1" status: 204 len: 168 time: 0.1455836 May 25 17:15:59.702139 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55356) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:59.710615 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:59.716021 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c46f121-62ee-44c4-b9ae-bfb2dea337e0 x-openstack-request-id: req-6c46f121-62ee-44c4-b9ae-bfb2dea337e0 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:15:59.717034 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3259a826-9d68-40f3-8bb5-7fbf834d3034", "name": "network-vif-deleted", "tag": "bb56c734-467a-4a0f-ac64-9ec157c05204", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:15:59.717291 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c46f121-62ee-44c4-b9ae-bfb2dea337e0 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:15:59.717693 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c46f121-62ee-44c4-b9ae-bfb2dea337e0'] response: {'server_uuid': '3259a826-9d68-40f3-8bb5-7fbf834d3034', 'name': 'network-vif-deleted', 'tag': 'bb56c734-467a-4a0f-ac64-9ec157c05204', 'status': 'completed', 'code': 200} May 25 17:15:59.719947 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.720572 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.721170 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.722529 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.724478 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.725152 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.725642 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-664fd167-9a9d-4601-b90a-6cf8a673171f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] show failed (client error): The resource could not be found. May 25 17:15:59.726119 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.726680 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.727276 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.727832 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.728396 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.729867 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-664fd167-9a9d-4601-b90a-6cf8a673171f tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "GET /v2.0/security-groups/24b563f7-cea7-4e43-8cdc-b7cf56d9fc1d HTTP/1.1" status: 404 len: 347 time: 0.0267115 May 25 17:15:59.730236 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.730501 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55358) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:15:59.731676 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.732341 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.733963 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfec2d-12f6-43e4-bad3-ac63db8b92dd tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:59.753518 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:15:59.856348 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:59.857259 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:59.876533 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Deleting port 86f3a487-ff58-4577-8539-9247c7751976 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:15:59.877100 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (86f3a487-ff58-4577-8539-9247c7751976), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.881538 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:15:59.956828 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (86f3a487-ff58-4577-8539-9247c7751976), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.957088 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (86f3a487-ff58-4577-8539-9247c7751976), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:15:59.969072 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:59.969339 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Calling delete_port for 86f3a487-ff58-4577-8539-9247c7751976 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:15:59.995701 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] Checking router: cf478cfc-3bcc-4bc6-99d0-6baf06759aec for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:00.004148 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:00.004932 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:00.110770 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (86f3a487-ff58-4577-8539-9247c7751976), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.114743 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:00.139557 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Pushing event deleted for resources: {'Port': ['ID=86f3a487-ff58-4577-8539-9247c7751976,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:00.159822 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:00.209508 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks [] for floatingip (bd2e4b1a-5c86-4fe6-9730-281711fd2dd3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.212074 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.216815 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0c210e26-4e7a-4ac6-9942-6670aff96982 tempest-AttachVolumeNegativeTest-284703226 tempest-AttachVolumeNegativeTest-284703226-project] 10.222.0.31 "DELETE /v2.0/floatingips/bd2e4b1a-5c86-4fe6-9730-281711fd2dd3 HTTP/1.1" status: 204 len: 168 time: 0.4819317 May 25 17:16:00.324058 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:00.351764 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66f002-8808-46ec-9c95-63f5ac268afa None None] The sync data for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi is: [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:09:14Z', 'revision_number': 4, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '4a0c9cb0-c487-4e29-99d0-0204d6acb311', 'name': '', 'network_id': 'd76a1c5f-4c89-4d32-84e7-0dba2627dce6', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'mac_address': 'fa:16:3e:4c:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:13Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'subnets': [{'id': '8e9301a3-d230-4d95-8bab-b26a2f375c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:00.405112 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55368) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:00.464398 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99313f72-cc56-4682-a3ed-b39311efbeb6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (029f681c-4a35-4d67-8b9a-00d4fff740ad), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.489797 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99313f72-cc56-4682-a3ed-b39311efbeb6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (029f681c-4a35-4d67-8b9a-00d4fff740ad), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.544069 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99313f72-cc56-4682-a3ed-b39311efbeb6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (029f681c-4a35-4d67-8b9a-00d4fff740ad), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.547459 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99313f72-cc56-4682-a3ed-b39311efbeb6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.548901 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-99313f72-cc56-4682-a3ed-b39311efbeb6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "DELETE /v2.0/security-groups/029f681c-4a35-4d67-8b9a-00d4fff740ad HTTP/1.1" status: 204 len: 168 time: 0.1427188 May 25 17:16:00.552170 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55370) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:00.565980 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99313f72-cc56-4682-a3ed-b39311efbeb6 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f681c-4a35-4d67-8b9a-00d4fff740ad,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:00.568080 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-36748df1-d9fb-443f-8b2d-413d0df564e2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] show failed (client error): The resource could not be found. May 25 17:16:00.572409 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55372) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:00.573287 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-36748df1-d9fb-443f-8b2d-413d0df564e2 tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "GET /v2.0/security-groups/029f681c-4a35-4d67-8b9a-00d4fff740ad HTTP/1.1" status: 404 len: 347 time: 0.0192339 May 25 17:16:00.618411 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074bd682-9179-4c6b-b30e-1eba30f63686 None None] New status for floating IP 76216b29-66f6-47fa-852a-5773c6078da5: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:16:00.690768 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Deleting port 4c7e673e-36ec-4edf-bacb-afc7cdaef3db {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:00.691108 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.771289 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.771616 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.783795 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Calling delete_port for 4c7e673e-36ec-4edf-bacb-afc7cdaef3db owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:00.851909 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:00.906709 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:00.918938 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (4c7e673e-36ec-4edf-bacb-afc7cdaef3db), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:00.946186 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Pushing event deleted for resources: {'Port': ['ID=4c7e673e-36ec-4edf-bacb-afc7cdaef3db,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:01.006629 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks [] for floatingip (76216b29-66f6-47fa-852a-5773c6078da5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:01.009250 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:01.010398 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2edfb9c8-d9b6-4d82-a959-1c01b9fb9dfe tempest-AttachVolumeTestJSON-328720228 tempest-AttachVolumeTestJSON-328720228-project] 10.222.0.31 "DELETE /v2.0/floatingips/76216b29-66f6-47fa-852a-5773c6078da5 HTTP/1.1" status: 204 len: 168 time: 0.4367461 May 25 17:16:01.245078 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device bb56c734-467a-4a0f-ac64-9ec157c05204 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:01.268549 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: bb56c734-467a-4a0f-ac64-9ec157c05204 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:01.268974 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device bb56c734-467a-4a0f-ac64-9ec157c05204 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:01.269392 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device dedf9efc-5bd6-424a-84ab-5d5e38a62058 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:01.288391 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: dedf9efc-5bd6-424a-84ab-5d5e38a62058 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:01.288669 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device dedf9efc-5bd6-424a-84ab-5d5e38a62058 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:03.904000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55424) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:04.362500 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (1f77aae2-451b-4218-a47f-7a2043f0d106), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:04.543523 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55436) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:04.590730 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Deleting port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:04.591076 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:04.670508 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] For port 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:04.670785 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:04.685917 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Calling delete_port for 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:04.793810 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:04.820878 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:04.874572 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:04.899820 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:04.986199 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.070802 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (1f77aae2-451b-4218-a47f-7a2043f0d106), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.108341 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:05.254679 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:05.269587 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Deleting port 4a0c9cb0-c487-4e29-99d0-0204d6acb311 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:05.269917 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.288311 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Router 1f77aae2-451b-4218-a47f-7a2043f0d106 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:16:05.349145 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] For port 4a0c9cb0-c487-4e29-99d0-0204d6acb311, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=4a0c9cb0-c487-4e29-99d0-0204d6acb311,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:05.349513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.363167 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Calling delete_port for 4a0c9cb0-c487-4e29-99d0-0204d6acb311 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:05.388551 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:16:05.396910 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-79a42d1e-e5ae-44fb-ac82-4362e0c89879 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f77aae2-451b-4218-a47f-7a2043f0d106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4889276 May 25 17:16:05.397203 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55440) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:05.398111 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] Sync routers for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:16:05.408885 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:05.409834 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:05.506068 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks [] for router (1f77aae2-451b-4218-a47f-7a2043f0d106), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.519553 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:05.554188 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (4a0c9cb0-c487-4e29-99d0-0204d6acb311), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.579671 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0c9cb0-c487-4e29-99d0-0204d6acb311,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:05.621742 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks [] for router_gateway (1f77aae2-451b-4218-a47f-7a2043f0d106), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.684724 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Deleting port b35ecee2-f953-4358-9503-b8c3c4779fd6 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:05.685637 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.745570 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:05.792517 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:05.795487 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] For port b35ecee2-f953-4358-9503-b8c3c4779fd6, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=b35ecee2-f953-4358-9503-b8c3c4779fd6,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:05.795487 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:05.802632 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:16:04Z', 'revision_number': 5, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port': {'id': 'b35ecee2-f953-4358-9503-b8c3c4779fd6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:12Z', 'updated_at': '2022-05-25T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:05.812288 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Calling delete_port for b35ecee2-f953-4358-9503-b8c3c4779fd6 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:05.842390 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] Checking router: 1f77aae2-451b-4218-a47f-7a2043f0d106 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:05.853360 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] Routers {'1f77aae2-451b-4218-a47f-7a2043f0d106'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:05.853988 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['1f77aae2-451b-4218-a47f-7a2043f0d106'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:05.939033 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] Set router 1f77aae2-451b-4218-a47f-7a2043f0d106 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:05.999211 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:16:05Z', 'revision_number': 6, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:06.002953 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:06.027583 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e21c7-8c63-40d5-aca1-2f66f18f410b None None] The sync data for ids ['1f77aae2-451b-4218-a47f-7a2043f0d106'] in dv-cinder-843309-1-iscsi is: [{'id': '1f77aae2-451b-4218-a47f-7a2043f0d106', 'name': 'tempest-AttachVolumeNegativeTest-367944362-router', 'tenant_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:10Z', 'updated_at': '2022-05-25T17:16:05Z', 'revision_number': 6, 'project_id': '6ad0c3cc9eaf41c09d6b967a2fa49900', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:06.032627 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.248582 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Router cf478cfc-3bcc-4bc6-99d0-6baf06759aec has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:16:06.257105 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (b35ecee2-f953-4358-9503-b8c3c4779fd6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.282022 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35ecee2-f953-4358-9503-b8c3c4779fd6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:06.333585 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:06.345997 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (1f77aae2-451b-4218-a47f-7a2043f0d106), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.346496 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:06.355723 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:16:06.367514 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] Sync routers for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:16:06.369197 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3d159991-a8fc-45d0-ad82-75063229e419 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf478cfc-3bcc-4bc6-99d0-6baf06759aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196769 May 25 17:16:06.369910 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55442) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:06.380419 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:06.381355 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:06.390250 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:06.447159 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (1f77aae2-451b-4218-a47f-7a2043f0d106), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.449585 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks [] for router_controller (1f77aae2-451b-4218-a47f-7a2043f0d106), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.491143 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks [] for router (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.501901 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (1f77aae2-451b-4218-a47f-7a2043f0d106), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.502636 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f77aae2-451b-4218-a47f-7a2043f0d106 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:16:06.509819 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.513254 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-659261ae-3a2d-4471-97a9-d4177b010169 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f77aae2-451b-4218-a47f-7a2043f0d106 HTTP/1.1" status: 204 len: 168 time: 1.1128101 May 25 17:16:06.513516 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55444) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:06.518702 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:06.559978 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2218ab-2bbf-4601-9b03-4fc9043519fc admin admin] Deleting subnet 623a01b5-e916-4df4-8678-210b7b918d00 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:16:06.563552 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b2218ab-2bbf-4601-9b03-4fc9043519fc admin admin] Publish callbacks [] for subnet (623a01b5-e916-4df4-8678-210b7b918d00), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.602113 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b2218ab-2bbf-4601-9b03-4fc9043519fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275920'] for subnet (623a01b5-e916-4df4-8678-210b7b918d00), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.608931 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks [] for router_gateway (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.654880 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Deleting port 648d0092-58dc-4af6-913d-a99fb3140094 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:06.655248 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (648d0092-58dc-4af6-913d-a99fb3140094), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.699822 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '648d0092-58dc-4af6-913d-a99fb3140094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:16:05Z', 'revision_number': 5, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port': {'id': '648d0092-58dc-4af6-913d-a99fb3140094', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:07Z', 'updated_at': '2022-05-25T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:06.716309 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b2218ab-2bbf-4601-9b03-4fc9043519fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (623a01b5-e916-4df4-8678-210b7b918d00), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.747356 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] For port 648d0092-58dc-4af6-913d-a99fb3140094, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=648d0092-58dc-4af6-913d-a99fb3140094,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:06.747862 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (648d0092-58dc-4af6-913d-a99fb3140094), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.767006 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Calling delete_port for 648d0092-58dc-4af6-913d-a99fb3140094 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:06.776348 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b2218ab-2bbf-4601-9b03-4fc9043519fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260389391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261499516'] for subnet (623a01b5-e916-4df4-8678-210b7b918d00), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.808549 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2218ab-2bbf-4601-9b03-4fc9043519fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623a01b5-e916-4df4-8678-210b7b918d00,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:06.813650 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b2218ab-2bbf-4601-9b03-4fc9043519fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.819585 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0b2218ab-2bbf-4601-9b03-4fc9043519fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/623a01b5-e916-4df4-8678-210b7b918d00 HTTP/1.1" status: 204 len: 168 time: 0.3026505 May 25 17:16:06.819875 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55446) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:06.891232 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5eb9a-8450-46b8-82b9-b4301b6cfed9 None None] Network 94689dfe-6d66-4ed0-9452-eee0a515d2d3 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:16:06.901244 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] Checking router: cf478cfc-3bcc-4bc6-99d0-6baf06759aec for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:06.905845 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (94689dfe-6d66-4ed0-9452-eee0a515d2d3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.954158 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Deleting port dacd51c0-2516-42c7-85cf-de63442be5d8 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:06.954518 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:06.966128 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] Routers {'cf478cfc-3bcc-4bc6-99d0-6baf06759aec'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:06.966964 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:07.008622 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (648d0092-58dc-4af6-913d-a99fb3140094), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.038304 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Pushing event deleted for resources: {'Port': ['ID=648d0092-58dc-4af6-913d-a99fb3140094,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:07.041148 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:07.071183 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] For port dacd51c0-2516-42c7-85cf-de63442be5d8, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=dacd51c0-2516-42c7-85cf-de63442be5d8,segment=NetworkSegment(beb893e8-44b2-4dea-ab76-b995d11f5957),segment_id=beb893e8-44b2-4dea-ab76-b995d11f5957)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:07.071603 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.085592 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:07.086807 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Calling delete_port for dacd51c0-2516-42c7-85cf-de63442be5d8 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:07.092933 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:07.096762 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:07.097116 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 6d6ed54f-fbf3-4899-bcd6-6cbbf1e20553 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:07.097533 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device b35ecee2-f953-4358-9503-b8c3c4779fd6 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:07.112087 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.127367 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: b35ecee2-f953-4358-9503-b8c3c4779fd6 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:07.127722 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device b35ecee2-f953-4358-9503-b8c3c4779fd6 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:07.151077 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] Set router cf478cfc-3bcc-4bc6-99d0-6baf06759aec gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:07.185384 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (dacd51c0-2516-42c7-85cf-de63442be5d8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.218102 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:16:06Z', 'revision_number': 6, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:07.220316 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Pushing event deleted for resources: {'Port': ['ID=dacd51c0-2516-42c7-85cf-de63442be5d8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:07.234280 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] No DVR routers for this DVR port dacd51c0-2516-42c7-85cf-de63442be5d8 on host dv-cinder-843309-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:07.243458 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.246022 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks [] for router_controller (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.250536 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d30bc7d-d8f8-4901-80d8-77e016613af8 None None] DHCP port deletion for 94689dfe-6d66-4ed0-9452-eee0a515d2d3 request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:16:07.253104 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80efe374-1f86-445e-a175-a654ac8da70d None None] The sync data for ids ['cf478cfc-3bcc-4bc6-99d0-6baf06759aec'] in dv-cinder-843309-1-iscsi is: [{'id': 'cf478cfc-3bcc-4bc6-99d0-6baf06759aec', 'name': 'tempest-AttachVolumeTestJSON-1438841-router', 'tenant_id': '7691c75f7a3448e38a99489d3df21925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:06Z', 'updated_at': '2022-05-25T17:16:06Z', 'revision_number': 6, 'project_id': '7691c75f7a3448e38a99489d3df21925', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:07.336258 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (cf478cfc-3bcc-4bc6-99d0-6baf06759aec), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.336949 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf478cfc-3bcc-4bc6-99d0-6baf06759aec {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:16:07.344438 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.348371 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a6b1220e-3cc1-4ed7-a40c-b27697fc66fb admin admin] 10.222.0.31 "DELETE /v2.0/routers/cf478cfc-3bcc-4bc6-99d0-6baf06759aec HTTP/1.1" status: 204 len: 168 time: 0.9748456 May 25 17:16:07.350104 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (94689dfe-6d66-4ed0-9452-eee0a515d2d3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.352635 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55448) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:07.398290 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94689dfe-6d66-4ed0-9452-eee0a515d2d3']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:07.412330 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb893e8-44b2-4dea-ab76-b995d11f5957') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:07.412630 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb893e8-44b2-4dea-ab76-b995d11f5957') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:07.426740 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275935'] for segment (beb893e8-44b2-4dea-ab76-b995d11f5957), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.435568 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea269aa8-0e8a-400f-8464-f9b8dbf235e8 admin admin] Deleting subnet 8e9301a3-d230-4d95-8bab-b26a2f375c52 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:16:07.444384 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ea269aa8-0e8a-400f-8464-f9b8dbf235e8 admin admin] Publish callbacks [] for subnet (8e9301a3-d230-4d95-8bab-b26a2f375c52), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.471337 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (beb893e8-44b2-4dea-ab76-b995d11f5957), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.481154 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:16:07.481608 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260389101'] for segment (beb893e8-44b2-4dea-ab76-b995d11f5957), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.527179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ea269aa8-0e8a-400f-8464-f9b8dbf235e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275920'] for subnet (8e9301a3-d230-4d95-8bab-b26a2f375c52), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.569349 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.583307 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (94689dfe-6d66-4ed0-9452-eee0a515d2d3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.587869 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.591049 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] 10.222.0.31 "DELETE /v2.0/networks/94689dfe-6d66-4ed0-9452-eee0a515d2d3 HTTP/1.1" status: 204 len: 168 time: 0.7701969 May 25 17:16:07.617001 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16622-44e8-4307-9841-33ddf2636019 admin admin] Pushing event deleted for resources: {'Network': ['ID=94689dfe-6d66-4ed0-9452-eee0a515d2d3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:07.639643 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment beb893e8-44b2-4dea-ab76-b995d11f5957 resource provider aggregate not found May 25 17:16:07.664260 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ea269aa8-0e8a-400f-8464-f9b8dbf235e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (8e9301a3-d230-4d95-8bab-b26a2f375c52), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.668188 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment beb893e8-44b2-4dea-ab76-b995d11f5957 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid beb893e8-44b2-4dea-ab76-b995d11f5957 found for delete ", "request_id": "req-0ad70868-0823-4fc7-b20b-ba572a140cd6"}]} May 25 17:16:07.731488 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ea269aa8-0e8a-400f-8464-f9b8dbf235e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260389391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261499516'] for subnet (8e9301a3-d230-4d95-8bab-b26a2f375c52), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.746238 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55458) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:07.755104 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea269aa8-0e8a-400f-8464-f9b8dbf235e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9301a3-d230-4d95-8bab-b26a2f375c52,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:07.771463 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ea269aa8-0e8a-400f-8464-f9b8dbf235e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.775698 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ea269aa8-0e8a-400f-8464-f9b8dbf235e8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8e9301a3-d230-4d95-8bab-b26a2f375c52 HTTP/1.1" status: 204 len: 168 time: 0.4220858 May 25 17:16:07.776492 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2689b24a-98c1-4c4a-9366-bd26552c27bb None None] Network d76a1c5f-4c89-4d32-84e7-0dba2627dce6 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:16:07.778248 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55460) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:07.855038 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a2aa2e70-9fb2-44a7-a5ab-0cb2a7216f7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ad0c3cc9eaf41c09d6b967a2fa49900&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1074932 May 25 17:16:07.857442 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55462) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:07.891195 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (d76a1c5f-4c89-4d32-84e7-0dba2627dce6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.908631 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:07.912698 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:07.959652 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cadc5c05-77d1-42fd-8825-3b8ccdcda0fe admin admin] Publish callbacks [] for security_group (29feb46f-94f9-4c83-b20b-8884321ebf6d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:07.969801 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Deleting port ba06f717-d905-40c1-aafe-fabaa2e78964 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:07.970132 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.024758 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cadc5c05-77d1-42fd-8825-3b8ccdcda0fe admin admin] Publish callbacks [] for security_group (29feb46f-94f9-4c83-b20b-8884321ebf6d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.071037 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] For port ba06f717-d905-40c1-aafe-fabaa2e78964, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=ba06f717-d905-40c1-aafe-fabaa2e78964,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:08.071392 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.087152 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Calling delete_port for ba06f717-d905-40c1-aafe-fabaa2e78964 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:08.133184 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] DHCP port deletion for d76a1c5f-4c89-4d32-84e7-0dba2627dce6 request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:16:08.152395 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cadc5c05-77d1-42fd-8825-3b8ccdcda0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (29feb46f-94f9-4c83-b20b-8884321ebf6d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.155267 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cadc5c05-77d1-42fd-8825-3b8ccdcda0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.158922 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cadc5c05-77d1-42fd-8825-3b8ccdcda0fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29feb46f-94f9-4c83-b20b-8884321ebf6d HTTP/1.1" status: 204 len: 168 time: 0.2981131 May 25 17:16:08.176784 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Deleting port ba06f717-d905-40c1-aafe-fabaa2e78964 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:08.177241 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.180735 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc5c05-77d1-42fd-8825-3b8ccdcda0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29feb46f-94f9-4c83-b20b-8884321ebf6d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:08.208777 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.256130 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba06f717-d905-40c1-aafe-fabaa2e78964,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:08.261863 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] For port ba06f717-d905-40c1-aafe-fabaa2e78964, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=ba06f717-d905-40c1-aafe-fabaa2e78964,segment=NetworkSegment(bc58e892-49d2-4073-96d3-8f12257f851a),segment_id=bc58e892-49d2-4073-96d3-8f12257f851a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:08.262526 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.268176 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] No DVR routers for this DVR port ba06f717-d905-40c1-aafe-fabaa2e78964 on host dv-cinder-843309-1-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:08.282871 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Calling delete_port for ba06f717-d905-40c1-aafe-fabaa2e78964 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:08.295590 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:08.353813 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (d76a1c5f-4c89-4d32-84e7-0dba2627dce6), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.371718 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960'] for port (ba06f717-d905-40c1-aafe-fabaa2e78964), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.381767 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76a1c5f-4c89-4d32-84e7-0dba2627dce6']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:08.395626 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc58e892-49d2-4073-96d3-8f12257f851a') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:08.396042 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc58e892-49d2-4073-96d3-8f12257f851a') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:08.398182 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Pushing event deleted for resources: {'Port': ['ID=ba06f717-d905-40c1-aafe-fabaa2e78964,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:08.411851 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] No DVR routers for this DVR port ba06f717-d905-40c1-aafe-fabaa2e78964 on host dv-cinder-843309-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:08.415462 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.415814 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.416330 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.416859 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.417386 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.417735 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.418074 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.418187 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (bc58e892-49d2-4073-96d3-8f12257f851a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.418408 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.418899 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.419888 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.420237 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.420577 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.420935 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.421280 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.421599 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30386978-488e-46e0-a4b3-12c2574e2074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:08.438470 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (bc58e892-49d2-4073-96d3-8f12257f851a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.445786 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:16:08.446327 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (bc58e892-49d2-4073-96d3-8f12257f851a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.520179 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (d76a1c5f-4c89-4d32-84e7-0dba2627dce6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.544642 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.551357 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d76a1c5f-4c89-4d32-84e7-0dba2627dce6 HTTP/1.1" status: 204 len: 168 time: 0.7715044 May 25 17:16:08.552180 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb3869-eabc-4151-a836-88ce89fa0856 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76a1c5f-4c89-4d32-84e7-0dba2627dce6,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:08.641691 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment bc58e892-49d2-4073-96d3-8f12257f851a resource provider aggregate not found May 25 17:16:08.661261 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment bc58e892-49d2-4073-96d3-8f12257f851a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc58e892-49d2-4073-96d3-8f12257f851a found for delete ", "request_id": "req-6d5b83ab-b8bf-4d83-912c-3674ee013810"}]} May 25 17:16:08.693762 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55480) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:08.736897 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a4d5fb50-089c-4eca-99d0-56929faa190f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7691c75f7a3448e38a99489d3df21925&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418496 May 25 17:16:08.740250 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55484) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:08.788562 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c31dba43-5b22-4258-8b14-184d5ab66fb4 admin admin] Publish callbacks [] for security_group (131f4f71-e910-456b-8aeb-eb2223b426bd), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.810657 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c31dba43-5b22-4258-8b14-184d5ab66fb4 admin admin] Publish callbacks [] for security_group (131f4f71-e910-456b-8aeb-eb2223b426bd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.872293 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c31dba43-5b22-4258-8b14-184d5ab66fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (131f4f71-e910-456b-8aeb-eb2223b426bd), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.875995 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c31dba43-5b22-4258-8b14-184d5ab66fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:08.880364 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c31dba43-5b22-4258-8b14-184d5ab66fb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/131f4f71-e910-456b-8aeb-eb2223b426bd HTTP/1.1" status: 204 len: 168 time: 0.1361015 May 25 17:16:08.888847 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dba43-5b22-4258-8b14-184d5ab66fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131f4f71-e910-456b-8aeb-eb2223b426bd,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:08.906164 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:08.917909 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 648d0092-58dc-4af6-913d-a99fb3140094 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:08.939287 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 648d0092-58dc-4af6-913d-a99fb3140094 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:08.939638 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 648d0092-58dc-4af6-913d-a99fb3140094 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:08.940052 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 4a0c9cb0-c487-4e29-99d0-0204d6acb311 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:08.963953 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 4a0c9cb0-c487-4e29-99d0-0204d6acb311 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:08.964310 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 4a0c9cb0-c487-4e29-99d0-0204d6acb311 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:08.964745 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device dacd51c0-2516-42c7-85cf-de63442be5d8 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:08.985375 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: dacd51c0-2516-42c7-85cf-de63442be5d8 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:08.985891 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device dacd51c0-2516-42c7-85cf-de63442be5d8 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:08.986301 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device ba06f717-d905-40c1-aafe-fabaa2e78964 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:09.005459 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: ba06f717-d905-40c1-aafe-fabaa2e78964 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:09.005926 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device ba06f717-d905-40c1-aafe-fabaa2e78964 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:10.040246 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be47b4-d64b-4afb-8655-1e2ae5809fea req-34911667-9082-4b49-a6b8-6da692bfcc0a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:10.042111 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d1be47b4-d64b-4afb-8655-1e2ae5809fea req-34911667-9082-4b49-a6b8-6da692bfcc0a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 947 time: 0.0621738 May 25 17:16:10.093938 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d1be47b4-d64b-4afb-8655-1e2ae5809fea req-09d520ae-ea59-4b78-8f8f-b4553c6bed89 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455871 May 25 17:16:10.582947 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55582) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:10.693375 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32e47163-a9d1-48ce-b5e4-eb00fe392064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:10.773460 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32e47163-a9d1-48ce-b5e4-eb00fe392064 admin admin] Publish callbacks [] for security_group (ae23e471-074c-4805-a330-f0a2680a946a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:10.777075 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32e47163-a9d1-48ce-b5e4-eb00fe392064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ae23e471-074c-4805-a330-f0a2680a946a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:10.819853 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-32e47163-a9d1-48ce-b5e4-eb00fe392064 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac560715c9ed42af930faf40fe5160ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357974 May 25 17:16:10.821000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e47163-a9d1-48ce-b5e4-eb00fe392064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae23e471-074c-4805-a330-f0a2680a946a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:10.822525 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55586) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:10.844381 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:10.851564 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:10.876392 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe96d471-9288-4b89-97ca-7ffa97d5e969 admin admin] Publish callbacks [] for security_group (ae23e471-074c-4805-a330-f0a2680a946a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:10.898305 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe96d471-9288-4b89-97ca-7ffa97d5e969 admin admin] Publish callbacks [] for security_group (ae23e471-074c-4805-a330-f0a2680a946a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:10.945587 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe96d471-9288-4b89-97ca-7ffa97d5e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ae23e471-074c-4805-a330-f0a2680a946a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:10.948044 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe96d471-9288-4b89-97ca-7ffa97d5e969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:10.949233 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fe96d471-9288-4b89-97ca-7ffa97d5e969 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae23e471-074c-4805-a330-f0a2680a946a HTTP/1.1" status: 204 len: 168 time: 0.1256044 May 25 17:16:10.960025 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96d471-9288-4b89-97ca-7ffa97d5e969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae23e471-074c-4805-a330-f0a2680a946a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:11.210273 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:11.228608 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224669f-d621-4f0c-8ce5-76fc3e01597c req-3cab1ae2-aa15-450d-b948-e2418f187380 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:11.230606 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8224669f-d621-4f0c-8ce5-76fc3e01597c req-3cab1ae2-aa15-450d-b948-e2418f187380 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 947 time: 0.0519228 May 25 17:16:11.314870 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-c63fd30a-4b4a-411b-bedc-cddb7ecde276 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:11.316435 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-c63fd30a-4b4a-411b-bedc-cddb7ecde276 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 947 time: 0.0728199 May 25 17:16:11.319797 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8224669f-d621-4f0c-8ce5-76fc3e01597c req-0570dee6-ed88-4bf7-9c5e-81ccd5f4e92b tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837145 May 25 17:16:11.358559 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:11.413021 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Deleting port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:11.413386 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:11.504823 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] For port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:11.505199 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:11.692930 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:11.693588 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (87174a69-08b8-471d-9c23-4cfe3fde36d4), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:11.693588 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Floating IP 87174a69-08b8-471d-9c23-4cfe3fde36d4 disassociated. External IP: 172.27.0.202, port: fc8011bd-f7ca-4b39-81ab-c9bfafbcd234. May 25 17:16:11.693933 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Calling delete_port for fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:11.834749 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (fc8011bd-f7ca-4b39-81ab-c9bfafbcd234), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:11.867712 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event deleted for resources: {'Port': ['ID=fc8011bd-f7ca-4b39-81ab-c9bfafbcd234,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:11.995678 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Router 30ea7659-9232-4ef1-9e0d-3d2ac794818e has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:16:12.143281 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:16:12.162184 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] Sync routers for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:16:12.177046 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:12.177746 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:12.198676 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] No DVR routers for this DVR port fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 on host hv-cinder-84330 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:12.201286 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:12.204656 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cfac3856-f0c5-4ef2-be48-e71ed8fc61bd req-aa2888d6-7420-4fa9-8125-a451112f55f5 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.71 "DELETE /v2.0/ports/fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 HTTP/1.1" status: 204 len: 173 time: 0.8832819 May 25 17:16:12.205139 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-deleted', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:16:12.208129 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d599eaf-95bd-49d1-9c42-8e90b658f0c9" -d '{"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-deleted", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:16:12.255615 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c070f320-9a1d-4a34-be10-fd78dd51e579 x-openstack-request-id: req-c070f320-9a1d-4a34-be10-fd78dd51e579 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:16:12.255960 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a32d7a-f536-4bc3-8048-cfcb457b2881", "name": "network-vif-deleted", "tag": "fc8011bd-f7ca-4b39-81ab-c9bfafbcd234", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:16:12.256219 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c070f320-9a1d-4a34-be10-fd78dd51e579 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:16:12.256627 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c070f320-9a1d-4a34-be10-fd78dd51e579'] response: {'server_uuid': '64a32d7a-f536-4bc3-8048-cfcb457b2881', 'name': 'network-vif-deleted', 'tag': 'fc8011bd-f7ca-4b39-81ab-c9bfafbcd234', 'status': 'completed', 'code': 200} May 25 17:16:12.293888 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:12.435931 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:12.473595 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46359fe7-ca25-4ef6-bdf3-5383daeb7f72 req-3e27f853-3fe1-4dd9-93f0-54488c0cd7d0 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a32d7a-f536-4bc3-8048-cfcb457b2881 HTTP/1.1" status: 200 len: 210 time: 0.0463693 May 25 17:16:12.511867 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:12.537520 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] Checking router: 30ea7659-9232-4ef1-9e0d-3d2ac794818e for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:12.547883 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:12.548502 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:15:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:12.655514 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:12.657086 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:12.855856 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:12.884924 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a901d61-a500-476b-91c0-7848f0952fde None None] The sync data for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi is: [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:09:20Z', 'revision_number': 4, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '0d3629ad-9a3b-45a8-b59b-cb418a7538ff', 'name': '', 'network_id': '8771ee30-f2eb-41ac-813c-a5d3ee111699', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'mac_address': 'fa:16:3e:da:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:19Z', 'updated_at': '2022-05-25T17:09:37Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'subnets': [{'id': '4e70015e-3616-44e8-8a2d-41c916d84224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:13.103541 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9e74c-d51d-49ab-a4c7-8ecaa404a27c None None] New status for floating IP 87174a69-08b8-471d-9c23-4cfe3fde36d4: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:16:13.566939 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55680) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:13.622649 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0895a6b8-1a6a-4ae6-9728-f45d5fe58922 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:13.646970 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0895a6b8-1a6a-4ae6-9728-f45d5fe58922 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:13.703625 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0895a6b8-1a6a-4ae6-9728-f45d5fe58922 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:13.706224 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0895a6b8-1a6a-4ae6-9728-f45d5fe58922 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:13.710354 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0895a6b8-1a6a-4ae6-9728-f45d5fe58922 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "DELETE /v2.0/security-groups/f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b HTTP/1.1" status: 204 len: 168 time: 0.1399889 May 25 17:16:13.710767 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55690) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:13.717272 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895a6b8-1a6a-4ae6-9728-f45d5fe58922 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:13.733226 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-06ba89f8-c1cc-435c-8f41-10b06c789353 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] show failed (client error): The resource could not be found. May 25 17:16:13.736800 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-06ba89f8-c1cc-435c-8f41-10b06c789353 tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "GET /v2.0/security-groups/f3dbc877-9ca2-4d05-bc31-2d9e4623ae0b HTTP/1.1" status: 404 len: 347 time: 0.0224452 May 25 17:16:13.737708 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55692) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:13.813190 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:13.873273 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Deleting port bd786d0f-c5ff-4152-8d62-fd9c56139564 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:13.873618 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (bd786d0f-c5ff-4152-8d62-fd9c56139564), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:13.913230 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a925858b-d216-41b4-b3cc-68d728e79737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:13.956734 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (bd786d0f-c5ff-4152-8d62-fd9c56139564), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:13.957888 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (bd786d0f-c5ff-4152-8d62-fd9c56139564), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:13.972253 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Calling delete_port for bd786d0f-c5ff-4152-8d62-fd9c56139564 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:13.978036 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55700) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:14.102182 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-76841107-2385-4f0c-b00b-f41b176be9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.134420 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (bd786d0f-c5ff-4152-8d62-fd9c56139564), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.161723 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Pushing event deleted for resources: {'Port': ['ID=bd786d0f-c5ff-4152-8d62-fd9c56139564,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:14.190682 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-76841107-2385-4f0c-b00b-f41b176be9fb admin admin] Publish callbacks [] for security_group (ac9f0ff3-be5d-4fd8-9d45-a7ab926a6c95), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.197306 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-76841107-2385-4f0c-b00b-f41b176be9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ac9f0ff3-be5d-4fd8-9d45-a7ab926a6c95), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.242824 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-76841107-2385-4f0c-b00b-f41b176be9fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7e2f6eefdc6439b953cd213e88cc637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637286 May 25 17:16:14.246365 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55708) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:14.254504 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76841107-2385-4f0c-b00b-f41b176be9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f0ff3-be5d-4fd8-9d45-a7ab926a6c95,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:14.273071 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks [] for floatingip (87174a69-08b8-471d-9c23-4cfe3fde36d4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.276372 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.277595 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2b2f4353-e81f-430e-9008-136537b3786a tempest-AttachVolumeShelveTestJSON-193424854 tempest-AttachVolumeShelveTestJSON-193424854-project] 10.222.0.31 "DELETE /v2.0/floatingips/87174a69-08b8-471d-9c23-4cfe3fde36d4 HTTP/1.1" status: 204 len: 168 time: 0.5376477 May 25 17:16:14.341913 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdbae-8148-45fd-98a7-75bf8653680c admin admin] Publish callbacks [] for security_group (ac9f0ff3-be5d-4fd8-9d45-a7ab926a6c95), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.365947 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdbae-8148-45fd-98a7-75bf8653680c admin admin] Publish callbacks [] for security_group (ac9f0ff3-be5d-4fd8-9d45-a7ab926a6c95), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.416358 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdbae-8148-45fd-98a7-75bf8653680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ac9f0ff3-be5d-4fd8-9d45-a7ab926a6c95), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.418940 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdbae-8148-45fd-98a7-75bf8653680c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.420079 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1b4bdbae-8148-45fd-98a7-75bf8653680c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac9f0ff3-be5d-4fd8-9d45-a7ab926a6c95 HTTP/1.1" status: 204 len: 168 time: 0.1727011 May 25 17:16:14.428205 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bdbae-8148-45fd-98a7-75bf8653680c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9f0ff3-be5d-4fd8-9d45-a7ab926a6c95,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:14.704906 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55722) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:14.718623 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38290b9f-45b1-4b57-bc1b-6834c8f094ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.753513 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:14.799020 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38290b9f-45b1-4b57-bc1b-6834c8f094ba admin admin] Publish callbacks [] for security_group (a57a992f-8bf0-4bf5-b501-09d84ced9f63), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.803575 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38290b9f-45b1-4b57-bc1b-6834c8f094ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (a57a992f-8bf0-4bf5-b501-09d84ced9f63), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.839764 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38290b9f-45b1-4b57-bc1b-6834c8f094ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57a992f-8bf0-4bf5-b501-09d84ced9f63,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:14.844603 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-38290b9f-45b1-4b57-bc1b-6834c8f094ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24ae3ce1d74c4384b8db86daea675485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380014 May 25 17:16:14.846865 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55724) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:14.899321 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-243ca65a-7d7d-4e7f-b6d9-25b0100f0432 admin admin] Publish callbacks [] for security_group (a57a992f-8bf0-4bf5-b501-09d84ced9f63), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.922008 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-243ca65a-7d7d-4e7f-b6d9-25b0100f0432 admin admin] Publish callbacks [] for security_group (a57a992f-8bf0-4bf5-b501-09d84ced9f63), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.951850 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:14.976916 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-243ca65a-7d7d-4e7f-b6d9-25b0100f0432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (a57a992f-8bf0-4bf5-b501-09d84ced9f63), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.979410 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-243ca65a-7d7d-4e7f-b6d9-25b0100f0432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:14.980654 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-243ca65a-7d7d-4e7f-b6d9-25b0100f0432 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a57a992f-8bf0-4bf5-b501-09d84ced9f63 HTTP/1.1" status: 204 len: 168 time: 0.1321778 May 25 17:16:14.988473 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ca65a-7d7d-4e7f-b6d9-25b0100f0432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57a992f-8bf0-4bf5-b501-09d84ced9f63,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:15.278436 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:15.298129 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:15.298471 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc8011bd-f7ca-4b39-81ab-c9bfafbcd234 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:15.520599 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:16:16.157392 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-de2bbb5e-3a6f-4651-8e32-87412fb18651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:16.762668 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55804) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:17.249958 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (30ea7659-9232-4ef1-9e0d-3d2ac794818e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.439061 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:17.484692 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Deleting port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:17.484958 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.527577 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.556727 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:17.576359 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] For port 0d3629ad-9a3b-45a8-b59b-cb418a7538ff, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:17.576751 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.591290 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Calling delete_port for 0d3629ad-9a3b-45a8-b59b-cb418a7538ff owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:17.625142 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55832) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:17.737014 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3ade-2b7a-491e-94ca-c2ac7e1fb77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.775287 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (0d3629ad-9a3b-45a8-b59b-cb418a7538ff), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.801600 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3629ad-9a3b-45a8-b59b-cb418a7538ff,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:17.817953 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3ade-2b7a-491e-94ca-c2ac7e1fb77d admin admin] Publish callbacks [] for security_group (079a3a11-912c-4af4-bf7e-19e7c7865998), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.824217 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3ade-2b7a-491e-94ca-c2ac7e1fb77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (079a3a11-912c-4af4-bf7e-19e7c7865998), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.869894 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f7ff3ade-2b7a-491e-94ca-c2ac7e1fb77d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3524ef1c38a34c649203eae9be5b1156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411447 May 25 17:16:17.870148 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55836) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:17.876295 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff3ade-2b7a-491e-94ca-c2ac7e1fb77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079a3a11-912c-4af4-bf7e-19e7c7865998,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:17.926848 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61673a37-3539-4cd6-8115-0d44253d5374 admin admin] Publish callbacks [] for security_group (079a3a11-912c-4af4-bf7e-19e7c7865998), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.950250 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61673a37-3539-4cd6-8115-0d44253d5374 admin admin] Publish callbacks [] for security_group (079a3a11-912c-4af4-bf7e-19e7c7865998), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:17.974511 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (30ea7659-9232-4ef1-9e0d-3d2ac794818e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.003699 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61673a37-3539-4cd6-8115-0d44253d5374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (079a3a11-912c-4af4-bf7e-19e7c7865998), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.006458 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61673a37-3539-4cd6-8115-0d44253d5374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.010118 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-61673a37-3539-4cd6-8115-0d44253d5374 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/079a3a11-912c-4af4-bf7e-19e7c7865998 HTTP/1.1" status: 204 len: 168 time: 0.1367440 May 25 17:16:18.024405 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61673a37-3539-4cd6-8115-0d44253d5374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079a3a11-912c-4af4-bf7e-19e7c7865998,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:18.213154 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Router 30ea7659-9232-4ef1-9e0d-3d2ac794818e has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:16:18.324213 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55846) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:18.338785 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3781fc15-8423-4b9a-80f8-b5e22a937e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.424848 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3781fc15-8423-4b9a-80f8-b5e22a937e36 admin admin] Publish callbacks [] for security_group (2d6bbc0a-0f66-4e27-ba81-2c4d5e0413e2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.429514 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3781fc15-8423-4b9a-80f8-b5e22a937e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2d6bbc0a-0f66-4e27-ba81-2c4d5e0413e2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.446714 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:18.472506 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3781fc15-8423-4b9a-80f8-b5e22a937e36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07a6f1b076224e77ac2911f44bb36806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468921 May 25 17:16:18.475560 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781fc15-8423-4b9a-80f8-b5e22a937e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6bbc0a-0f66-4e27-ba81-2c4d5e0413e2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:18.478351 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55848) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:18.528068 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5c26cc2a-845f-4bb7-bf13-eb28855514a4 admin admin] Publish callbacks [] for security_group (2d6bbc0a-0f66-4e27-ba81-2c4d5e0413e2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.550098 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5c26cc2a-845f-4bb7-bf13-eb28855514a4 admin admin] Publish callbacks [] for security_group (2d6bbc0a-0f66-4e27-ba81-2c4d5e0413e2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.581165 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:16:18.587051 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f45f6ec3-d5d3-4483-b667-0e2bfc323641 admin admin] 10.222.0.31 "PUT /v2.0/routers/30ea7659-9232-4ef1-9e0d-3d2ac794818e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8232789 May 25 17:16:18.589705 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55850) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:18.593730 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] Sync routers for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:16:18.604043 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:18.604658 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:18.635627 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5c26cc2a-845f-4bb7-bf13-eb28855514a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2d6bbc0a-0f66-4e27-ba81-2c4d5e0413e2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.638187 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5c26cc2a-845f-4bb7-bf13-eb28855514a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.639460 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5c26cc2a-845f-4bb7-bf13-eb28855514a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d6bbc0a-0f66-4e27-ba81-2c4d5e0413e2 HTTP/1.1" status: 204 len: 168 time: 0.1601725 May 25 17:16:18.647826 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:18.661736 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26cc2a-845f-4bb7-bf13-eb28855514a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6bbc0a-0f66-4e27-ba81-2c4d5e0413e2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:18.717812 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks [] for router (30ea7659-9232-4ef1-9e0d-3d2ac794818e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.723732 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:18.827085 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks [] for router_gateway (30ea7659-9232-4ef1-9e0d-3d2ac794818e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.852017 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.884029 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Deleting port 784508b8-3dca-4b3a-a42c-aece3d178cc9 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:18.884473 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.949516 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:18.953401 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:16:17Z', 'revision_number': 5, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port': {'id': '784508b8-3dca-4b3a-a42c-aece3d178cc9', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:09:11Z', 'updated_at': '2022-05-25T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:18.978409 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] For port 784508b8-3dca-4b3a-a42c-aece3d178cc9, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=784508b8-3dca-4b3a-a42c-aece3d178cc9,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:18.978779 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:18.982247 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] Checking router: 30ea7659-9232-4ef1-9e0d-3d2ac794818e for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:18.991652 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] Routers {'30ea7659-9232-4ef1-9e0d-3d2ac794818e'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:18.992263 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:18.996337 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Calling delete_port for 784508b8-3dca-4b3a-a42c-aece3d178cc9 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:19.172490 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] Set router 30ea7659-9232-4ef1-9e0d-3d2ac794818e gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:19.183412 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (784508b8-3dca-4b3a-a42c-aece3d178cc9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.209533 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=784508b8-3dca-4b3a-a42c-aece3d178cc9,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:19.226124 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:16:18Z', 'revision_number': 6, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:19.251090 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b3fcb8-07ec-4e04-9c5f-446fac7b706b None None] The sync data for ids ['30ea7659-9232-4ef1-9e0d-3d2ac794818e'] in dv-cinder-843309-1-iscsi is: [{'id': '30ea7659-9232-4ef1-9e0d-3d2ac794818e', 'name': 'tempest-AttachVolumeShelveTestJSON-2011224129-router', 'tenant_id': '197671139e6b42069ba82ea9fdf1da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:09:09Z', 'updated_at': '2022-05-25T17:16:18Z', 'revision_number': 6, 'project_id': '197671139e6b42069ba82ea9fdf1da40', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:19.315026 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (30ea7659-9232-4ef1-9e0d-3d2ac794818e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.319065 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:19.414103 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (30ea7659-9232-4ef1-9e0d-3d2ac794818e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.416325 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks [] for router_controller (30ea7659-9232-4ef1-9e0d-3d2ac794818e), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.465356 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (30ea7659-9232-4ef1-9e0d-3d2ac794818e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.466048 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ea7659-9232-4ef1-9e0d-3d2ac794818e {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:16:19.470817 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.472927 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1f9b2f52-58c4-4a30-b83d-42a60051cac9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/30ea7659-9232-4ef1-9e0d-3d2ac794818e HTTP/1.1" status: 204 len: 168 time: 0.8812833 May 25 17:16:19.475371 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55884) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:19.527343 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7affe2-bda3-4c70-b276-9ec2fffb71f9 admin admin] Deleting subnet 4e70015e-3616-44e8-8a2d-41c916d84224 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:16:19.530626 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac7affe2-bda3-4c70-b276-9ec2fffb71f9 admin admin] Publish callbacks [] for subnet (4e70015e-3616-44e8-8a2d-41c916d84224), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.575658 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac7affe2-bda3-4c70-b276-9ec2fffb71f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275920'] for subnet (4e70015e-3616-44e8-8a2d-41c916d84224), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.665429 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac7affe2-bda3-4c70-b276-9ec2fffb71f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (4e70015e-3616-44e8-8a2d-41c916d84224), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.749984 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac7affe2-bda3-4c70-b276-9ec2fffb71f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260389391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261499516'] for subnet (4e70015e-3616-44e8-8a2d-41c916d84224), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.776480 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7affe2-bda3-4c70-b276-9ec2fffb71f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e70015e-3616-44e8-8a2d-41c916d84224,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:19.780932 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac7affe2-bda3-4c70-b276-9ec2fffb71f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.784296 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ac7affe2-bda3-4c70-b276-9ec2fffb71f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4e70015e-3616-44e8-8a2d-41c916d84224 HTTP/1.1" status: 204 len: 168 time: 0.3078971 May 25 17:16:19.788142 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55896) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:19.791084 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f66bff-3606-4632-9fa8-b13b9b407703 None None] Network 8771ee30-f2eb-41ac-813c-a5d3ee111699 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:16:19.808049 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:19.866433 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (8771ee30-f2eb-41ac-813c-a5d3ee111699), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.910953 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Deleting port 94d5a89c-91a2-422f-b2a9-32b8475e9819 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:19.911184 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:19.986101 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] For port 94d5a89c-91a2-422f-b2a9-32b8475e9819, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=94d5a89c-91a2-422f-b2a9-32b8475e9819,segment=NetworkSegment(5dfb2d2b-08cc-4f55-976f-aec6327c0d69),segment_id=5dfb2d2b-08cc-4f55-976f-aec6327c0d69)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:19.986528 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.001649 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Calling delete_port for 94d5a89c-91a2-422f-b2a9-32b8475e9819 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:20.061490 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] DHCP port deletion for 8771ee30-f2eb-41ac-813c-a5d3ee111699 request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:16:20.107234 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.114080 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] Deleting port 94d5a89c-91a2-422f-b2a9-32b8475e9819 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:20.114578 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.133489 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d5a89c-91a2-422f-b2a9-32b8475e9819,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:20.137273 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] No DVR routers for this DVR port 94d5a89c-91a2-422f-b2a9-32b8475e9819 on host dv-cinder-843309-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:20.189419 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] For port 94d5a89c-91a2-422f-b2a9-32b8475e9819, host dv-cinder-843309-1-iscsi, got binding levels [] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:20.189808 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.203494 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] Calling delete_port for 94d5a89c-91a2-422f-b2a9-32b8475e9819 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:20.206347 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.ipam_backend_mixin [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] Port 94d5a89c-91a2-422f-b2a9-32b8475e9819 was not found and therefore no delete operation was performed {{(pid=104002) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 17:16:20.208296 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960'] for port (94d5a89c-91a2-422f-b2a9-32b8475e9819), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.214658 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (8771ee30-f2eb-41ac-813c-a5d3ee111699), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.237058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] Pushing event deleted for resources: {'Port': ['ID=94d5a89c-91a2-422f-b2a9-32b8475e9819,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:20.238940 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8771ee30-f2eb-41ac-813c-a5d3ee111699']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:20.241199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cff345-12ab-4fbf-916f-f95db407be44 None None] No DVR routers for this DVR port 94d5a89c-91a2-422f-b2a9-32b8475e9819 on host dv-cinder-843309-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:20.249552 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfb2d2b-08cc-4f55-976f-aec6327c0d69') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:20.249978 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfb2d2b-08cc-4f55-976f-aec6327c0d69') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:20.264263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275935'] for segment (5dfb2d2b-08cc-4f55-976f-aec6327c0d69), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.287129 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (5dfb2d2b-08cc-4f55-976f-aec6327c0d69), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.292024 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.299228 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:16:20.299902 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260389101'] for segment (5dfb2d2b-08cc-4f55-976f-aec6327c0d69), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.344316 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 5dfb2d2b-08cc-4f55-976f-aec6327c0d69 resource provider aggregate not found May 25 17:16:20.350194 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:20.368850 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 5dfb2d2b-08cc-4f55-976f-aec6327c0d69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dfb2d2b-08cc-4f55-976f-aec6327c0d69 found for delete ", "request_id": "req-764c993d-b631-468e-8471-f27ef8ab1233"}]} May 25 17:16:20.380346 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (8771ee30-f2eb-41ac-813c-a5d3ee111699), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.386008 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.388988 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8771ee30-f2eb-41ac-813c-a5d3ee111699 HTTP/1.1" status: 204 len: 168 time: 0.5997148 May 25 17:16:20.400950 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec62baf-7d89-4699-945d-80d160b61903 admin admin] Pushing event deleted for resources: {'Network': ['ID=8771ee30-f2eb-41ac-813c-a5d3ee111699,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:20.555837 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55908) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:20.595732 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-61fd5b60-28a6-48eb-ad61-3610cd1ad27d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=197671139e6b42069ba82ea9fdf1da40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387249 May 25 17:16:20.598110 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55910) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:20.652403 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc91f-b891-4a81-aba0-a2640b59e809 admin admin] Publish callbacks [] for security_group (80a42fa8-c9de-47ae-9971-bdfc87150692), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.674734 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc91f-b891-4a81-aba0-a2640b59e809 admin admin] Publish callbacks [] for security_group (80a42fa8-c9de-47ae-9971-bdfc87150692), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.723495 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc91f-b891-4a81-aba0-a2640b59e809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (80a42fa8-c9de-47ae-9971-bdfc87150692), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.726286 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc91f-b891-4a81-aba0-a2640b59e809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:20.727565 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1c9fc91f-b891-4a81-aba0-a2640b59e809 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80a42fa8-c9de-47ae-9971-bdfc87150692 HTTP/1.1" status: 204 len: 168 time: 0.1285167 May 25 17:16:20.735698 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fc91f-b891-4a81-aba0-a2640b59e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a42fa8-c9de-47ae-9971-bdfc87150692,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:20.912881 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 0d3629ad-9a3b-45a8-b59b-cb418a7538ff no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:20.933426 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 0d3629ad-9a3b-45a8-b59b-cb418a7538ff {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:20.933774 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 0d3629ad-9a3b-45a8-b59b-cb418a7538ff not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:20.934199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 784508b8-3dca-4b3a-a42c-aece3d178cc9 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:20.953454 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 784508b8-3dca-4b3a-a42c-aece3d178cc9 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:20.953809 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 784508b8-3dca-4b3a-a42c-aece3d178cc9 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:20.954223 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 94d5a89c-91a2-422f-b2a9-32b8475e9819 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:20.973998 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 94d5a89c-91a2-422f-b2a9-32b8475e9819 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:20.974639 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 94d5a89c-91a2-422f-b2a9-32b8475e9819 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:22.442366 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 55984) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:22.551219 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdd3c-dff9-4325-8d26-9a65f0a3f360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:22.625250 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdd3c-dff9-4325-8d26-9a65f0a3f360 admin admin] Publish callbacks [] for security_group (798bd992-3341-45a7-aeaa-9a25f35d94e8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:22.629506 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdd3c-dff9-4325-8d26-9a65f0a3f360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (798bd992-3341-45a7-aeaa-9a25f35d94e8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:22.666773 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1d6bdd3c-dff9-4325-8d26-9a65f0a3f360 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a458475768534384b27313f36b87c1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230916 May 25 17:16:22.668882 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bdd3c-dff9-4325-8d26-9a65f0a3f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798bd992-3341-45a7-aeaa-9a25f35d94e8,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:22.669696 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55988) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:22.677523 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:22.721656 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-35748b02-7e34-48f2-aa2a-dfce6de20b1a admin admin] Publish callbacks [] for security_group (798bd992-3341-45a7-aeaa-9a25f35d94e8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:22.739188 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:22.744110 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-35748b02-7e34-48f2-aa2a-dfce6de20b1a admin admin] Publish callbacks [] for security_group (798bd992-3341-45a7-aeaa-9a25f35d94e8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:22.791208 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-35748b02-7e34-48f2-aa2a-dfce6de20b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (798bd992-3341-45a7-aeaa-9a25f35d94e8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:22.794381 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-35748b02-7e34-48f2-aa2a-dfce6de20b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:22.795681 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-35748b02-7e34-48f2-aa2a-dfce6de20b1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/798bd992-3341-45a7-aeaa-9a25f35d94e8 HTTP/1.1" status: 204 len: 168 time: 0.1249406 May 25 17:16:22.805308 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35748b02-7e34-48f2-aa2a-dfce6de20b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798bd992-3341-45a7-aeaa-9a25f35d94e8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:23.063925 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 55998) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:23.077276 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-481ac90e-beeb-4fe9-95d2-ce8406271c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:23.152056 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-481ac90e-beeb-4fe9-95d2-ce8406271c0a admin admin] Publish callbacks [] for security_group (ce591e9e-40c0-4b05-95e5-ee4f92055d4b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:23.155629 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-481ac90e-beeb-4fe9-95d2-ce8406271c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ce591e9e-40c0-4b05-95e5-ee4f92055d4b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:23.195150 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-481ac90e-beeb-4fe9-95d2-ce8406271c0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ef1c15f74d0494a8c5e97a275b47a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301110 May 25 17:16:23.196274 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ac90e-beeb-4fe9-95d2-ce8406271c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce591e9e-40c0-4b05-95e5-ee4f92055d4b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:23.197832 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56000) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:23.205047 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:23.252879 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-854aad8b-844c-46a3-8d84-15ceb66cc738 admin admin] Publish callbacks [] for security_group (ce591e9e-40c0-4b05-95e5-ee4f92055d4b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:23.521896 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-854aad8b-844c-46a3-8d84-15ceb66cc738 admin admin] Publish callbacks [] for security_group (ce591e9e-40c0-4b05-95e5-ee4f92055d4b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:23.570390 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-854aad8b-844c-46a3-8d84-15ceb66cc738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ce591e9e-40c0-4b05-95e5-ee4f92055d4b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:23.573122 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-854aad8b-844c-46a3-8d84-15ceb66cc738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:23.574267 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-854aad8b-844c-46a3-8d84-15ceb66cc738 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce591e9e-40c0-4b05-95e5-ee4f92055d4b HTTP/1.1" status: 204 len: 168 time: 0.3754489 May 25 17:16:23.582805 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854aad8b-844c-46a3-8d84-15ceb66cc738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce591e9e-40c0-4b05-95e5-ee4f92055d4b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:26.709764 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56126) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:26.823612 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:26.897265 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Publish callbacks [] for security_group (2fad7176-1231-4a05-9c19-3cd961126864), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:26.902086 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2fad7176-1231-4a05-9c19-3cd961126864), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:26.937274 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:26.940864 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad7176-1231-4a05-9c19-3cd961126864,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:26.944576 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84778f1b00884338bcd011f70ff14664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338135 May 25 17:16:26.947538 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56130) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:26.951758 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.952135 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.952484 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.952857 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.953191 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.953525 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.953852 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.954176 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.954503 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.954828 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.955155 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.955477 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.955797 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.956119 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:26.956544 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bce42-d2b0-4016-a23d-1fb241f9ca47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:16:27.012356 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-712bf53e-491b-44f0-98a9-b1b22efbd059 admin admin] Publish callbacks [] for security_group (2fad7176-1231-4a05-9c19-3cd961126864), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.033887 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-712bf53e-491b-44f0-98a9-b1b22efbd059 admin admin] Publish callbacks [] for security_group (2fad7176-1231-4a05-9c19-3cd961126864), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.080689 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-712bf53e-491b-44f0-98a9-b1b22efbd059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2fad7176-1231-4a05-9c19-3cd961126864), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.083894 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-712bf53e-491b-44f0-98a9-b1b22efbd059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.085071 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-712bf53e-491b-44f0-98a9-b1b22efbd059 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fad7176-1231-4a05-9c19-3cd961126864 HTTP/1.1" status: 204 len: 168 time: 0.1365464 May 25 17:16:27.092830 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bf53e-491b-44f0-98a9-b1b22efbd059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad7176-1231-4a05-9c19-3cd961126864,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:27.325593 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56144) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:27.434676 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5a3941d7-0c72-49ab-a6e8-41ce9753fd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.511447 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5a3941d7-0c72-49ab-a6e8-41ce9753fd94 admin admin] Publish callbacks [] for security_group (3dcd8bb3-b62b-4c5e-9db9-1d0a5d78e898), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.515029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5a3941d7-0c72-49ab-a6e8-41ce9753fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (3dcd8bb3-b62b-4c5e-9db9-1d0a5d78e898), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.557373 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5a3941d7-0c72-49ab-a6e8-41ce9753fd94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd2a96265dac43f7aa5d5dd62d28db79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306721 May 25 17:16:27.558089 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3941d7-0c72-49ab-a6e8-41ce9753fd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd8bb3-b62b-4c5e-9db9-1d0a5d78e898,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:27.560321 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56156) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:27.626353 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b7b88f5-4833-4107-9169-5a7e5761b64f admin admin] Publish callbacks [] for security_group (3dcd8bb3-b62b-4c5e-9db9-1d0a5d78e898), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.648963 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b7b88f5-4833-4107-9169-5a7e5761b64f admin admin] Publish callbacks [] for security_group (3dcd8bb3-b62b-4c5e-9db9-1d0a5d78e898), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.705440 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b7b88f5-4833-4107-9169-5a7e5761b64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (3dcd8bb3-b62b-4c5e-9db9-1d0a5d78e898), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.708375 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b7b88f5-4833-4107-9169-5a7e5761b64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:27.709556 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2b7b88f5-4833-4107-9169-5a7e5761b64f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3dcd8bb3-b62b-4c5e-9db9-1d0a5d78e898 HTTP/1.1" status: 204 len: 168 time: 0.1481843 May 25 17:16:27.717490 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b88f5-4833-4107-9169-5a7e5761b64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd8bb3-b62b-4c5e-9db9-1d0a5d78e898,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:29.183500 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56268) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:29.228821 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=59 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:29.229991 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=13 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:29.293043 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f02b0ab-04e0-4231-a23c-009dd53d634d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:29.369093 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f02b0ab-04e0-4231-a23c-009dd53d634d admin admin] Publish callbacks [] for security_group (91dfa5c0-89f6-42ec-8624-950b7881317d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:29.372668 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f02b0ab-04e0-4231-a23c-009dd53d634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (91dfa5c0-89f6-42ec-8624-950b7881317d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:29.419531 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9f02b0ab-04e0-4231-a23c-009dd53d634d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55d3e564146d4bfcb7fe2ac6fe4ca75d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349374 May 25 17:16:29.420414 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02b0ab-04e0-4231-a23c-009dd53d634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfa5c0-89f6-42ec-8624-950b7881317d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:29.422312 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56272) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:29.473544 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ec93c018-c469-4891-80a2-8ae3cadab2e0 admin admin] Publish callbacks [] for security_group (91dfa5c0-89f6-42ec-8624-950b7881317d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:29.497340 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ec93c018-c469-4891-80a2-8ae3cadab2e0 admin admin] Publish callbacks [] for security_group (91dfa5c0-89f6-42ec-8624-950b7881317d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:29.545900 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ec93c018-c469-4891-80a2-8ae3cadab2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (91dfa5c0-89f6-42ec-8624-950b7881317d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:29.548491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ec93c018-c469-4891-80a2-8ae3cadab2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:29.549904 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ec93c018-c469-4891-80a2-8ae3cadab2e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91dfa5c0-89f6-42ec-8624-950b7881317d HTTP/1.1" status: 204 len: 168 time: 0.1262729 May 25 17:16:29.557954 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93c018-c469-4891-80a2-8ae3cadab2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfa5c0-89f6-42ec-8624-950b7881317d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:30.198447 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56312) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:30.346370 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fd25f293-718c-4e14-afee-f3c9f2023694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:30.349131 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:30.359090 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:30.436776 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fd25f293-718c-4e14-afee-f3c9f2023694 admin admin] Publish callbacks [] for security_group (321dc164-d2e1-4013-911a-9a970869e2cc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:30.441014 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fd25f293-718c-4e14-afee-f3c9f2023694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (321dc164-d2e1-4013-911a-9a970869e2cc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:30.481749 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fd25f293-718c-4e14-afee-f3c9f2023694 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d5c3714948642f7a5db8a59ec21976c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819548 May 25 17:16:30.482706 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25f293-718c-4e14-afee-f3c9f2023694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321dc164-d2e1-4013-911a-9a970869e2cc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:30.484419 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56326) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:30.538767 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-610cfd45-30c7-41d5-9a92-eb7cfc04b63c admin admin] Publish callbacks [] for security_group (321dc164-d2e1-4013-911a-9a970869e2cc), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:30.566322 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-610cfd45-30c7-41d5-9a92-eb7cfc04b63c admin admin] Publish callbacks [] for security_group (321dc164-d2e1-4013-911a-9a970869e2cc), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:30.614634 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-610cfd45-30c7-41d5-9a92-eb7cfc04b63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (321dc164-d2e1-4013-911a-9a970869e2cc), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:30.617392 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-610cfd45-30c7-41d5-9a92-eb7cfc04b63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:30.621109 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-610cfd45-30c7-41d5-9a92-eb7cfc04b63c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/321dc164-d2e1-4013-911a-9a970869e2cc HTTP/1.1" status: 204 len: 168 time: 0.1331110 May 25 17:16:30.626447 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cfd45-30c7-41d5-9a92-eb7cfc04b63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321dc164-d2e1-4013-911a-9a970869e2cc,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:31.031462 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56344) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:31.045970 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9e215338-7433-432d-b37b-9eefe67b6de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:31.123035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9e215338-7433-432d-b37b-9eefe67b6de4 admin admin] Publish callbacks [] for security_group (8b55462a-7976-4bf5-a062-02e99ff92681), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:31.126900 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9e215338-7433-432d-b37b-9eefe67b6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (8b55462a-7976-4bf5-a062-02e99ff92681), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:31.169338 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e215338-7433-432d-b37b-9eefe67b6de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b55462a-7976-4bf5-a062-02e99ff92681,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:31.173751 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9e215338-7433-432d-b37b-9eefe67b6de4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb4dd8c80ab34840a105b6306a024464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411390 May 25 17:16:31.176649 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56348) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:31.227624 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44038088-ad40-4d9f-8fd8-a4c1bf68f901 admin admin] Publish callbacks [] for security_group (8b55462a-7976-4bf5-a062-02e99ff92681), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:31.250316 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44038088-ad40-4d9f-8fd8-a4c1bf68f901 admin admin] Publish callbacks [] for security_group (8b55462a-7976-4bf5-a062-02e99ff92681), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:31.304100 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44038088-ad40-4d9f-8fd8-a4c1bf68f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (8b55462a-7976-4bf5-a062-02e99ff92681), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:31.307730 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44038088-ad40-4d9f-8fd8-a4c1bf68f901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:31.311766 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-44038088-ad40-4d9f-8fd8-a4c1bf68f901 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b55462a-7976-4bf5-a062-02e99ff92681 HTTP/1.1" status: 204 len: 168 time: 0.1341569 May 25 17:16:31.321852 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44038088-ad40-4d9f-8fd8-a4c1bf68f901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b55462a-7976-4bf5-a062-02e99ff92681,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:32.393758 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56394) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:32.497522 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d0aab131-bf89-4910-a2fe-feccfafccfd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:32.576934 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d0aab131-bf89-4910-a2fe-feccfafccfd6 admin admin] Publish callbacks [] for security_group (fae0f5e4-a0d3-4f94-becb-cb8eb6544b0b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:32.580330 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d0aab131-bf89-4910-a2fe-feccfafccfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (fae0f5e4-a0d3-4f94-becb-cb8eb6544b0b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:32.623327 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d0aab131-bf89-4910-a2fe-feccfafccfd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98f4fc46451e4743b1cbb6ffe07455c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284842 May 25 17:16:32.624167 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aab131-bf89-4910-a2fe-feccfafccfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae0f5e4-a0d3-4f94-becb-cb8eb6544b0b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:32.626684 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56398) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:32.648897 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:32.682523 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56144bc2-39a0-460c-8e41-200e80a0af95 admin admin] Publish callbacks [] for security_group (fae0f5e4-a0d3-4f94-becb-cb8eb6544b0b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:32.705052 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56144bc2-39a0-460c-8e41-200e80a0af95 admin admin] Publish callbacks [] for security_group (fae0f5e4-a0d3-4f94-becb-cb8eb6544b0b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:32.752387 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56144bc2-39a0-460c-8e41-200e80a0af95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (fae0f5e4-a0d3-4f94-becb-cb8eb6544b0b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:32.755100 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56144bc2-39a0-460c-8e41-200e80a0af95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:32.756261 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-56144bc2-39a0-460c-8e41-200e80a0af95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fae0f5e4-a0d3-4f94-becb-cb8eb6544b0b HTTP/1.1" status: 204 len: 168 time: 0.1285932 May 25 17:16:32.763816 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56144bc2-39a0-460c-8e41-200e80a0af95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae0f5e4-a0d3-4f94-becb-cb8eb6544b0b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:33.172195 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56414) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:33.331232 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Deleting port aa47ce94-c64a-4226-a1e6-db4c348d21e6 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:33.331575 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (aa47ce94-c64a-4226-a1e6-db4c348d21e6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:33.333966 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:33.417301 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (aa47ce94-c64a-4226-a1e6-db4c348d21e6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:33.417632 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for floatingip (aa47ce94-c64a-4226-a1e6-db4c348d21e6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:33.430667 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Calling delete_port for aa47ce94-c64a-4226-a1e6-db4c348d21e6 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:33.622633 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (aa47ce94-c64a-4226-a1e6-db4c348d21e6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:33.649879 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event deleted for resources: {'Port': ['ID=aa47ce94-c64a-4226-a1e6-db4c348d21e6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:33.737006 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for floatingip (75825a82-0934-4028-85ee-100d3b6a2b9c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:33.738143 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Floating IP 75825a82-0934-4028-85ee-100d3b6a2b9c disassociated (deleted). External IP: 172.27.0.61, port: fc321a82-a17f-45cd-ae89-dea85055e57c. May 25 17:16:34.033112 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:34.045226 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Router ac6ae2e0-02aa-47f3-806f-d4af35e768df has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:16:34.202284 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:16:34.212446 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] Sync routers for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:16:34.214398 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:34.232123 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:34.233688 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:34.249402 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a08998b1-c7b9-4885-80aa-8ff7734b1200 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "DELETE /v2.0/floatingips/75825a82-0934-4028-85ee-100d3b6a2b9c HTTP/1.1" status: 204 len: 168 time: 1.0754511 May 25 17:16:34.250016 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:16:34.252402 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b72a574-2311-4202-b92d-c26128a21b89" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:16:34.297460 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd443cb-642c-44b8-bec0-d3cb5d25c5a3 x-openstack-request-id: req-bcd443cb-642c-44b8-bec0-d3cb5d25c5a3 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:16:34.297734 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:16:34.297998 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcd443cb-642c-44b8-bec0-d3cb5d25c5a3 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:16:34.298399 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd443cb-642c-44b8-bec0-d3cb5d25c5a3'] response: {'name': 'network-changed', 'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'status': 'completed', 'code': 200} May 25 17:16:34.361945 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:34.497695 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:34.515516 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:34.525703 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ef299-85a2-4199-bb9e-b40e1bceead9 req-7260d466-a432-46f9-a296-8aa8a9d37516 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:34.527211 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-808ef299-85a2-4199-bb9e-b40e1bceead9 req-7260d466-a432-46f9-a296-8aa8a9d37516 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0532629 May 25 17:16:34.576751 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:26Z', 'revision_number': 5, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:34.587355 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-808ef299-85a2-4199-bb9e-b40e1bceead9 req-cfaf5fcb-542e-4be5-a62e-6daed5794087 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485413 May 25 17:16:34.603604 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] Checking router: ac6ae2e0-02aa-47f3-806f-d4af35e768df for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:34.612822 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:34.613609 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:34.663288 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:34.715903 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:35.024329 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:26Z', 'revision_number': 5, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:35.048501 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffda297-d347-4d8f-8e22-1013262a6a9d None None] The sync data for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi is: [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:11:20Z', 'revision_number': 4, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '5be0867e-0edc-455f-b0f6-a0db4b4f4be3', 'name': '', 'network_id': '400e769d-9a66-45af-badf-741858a97960', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'mac_address': 'fa:16:3e:37:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:19Z', 'updated_at': '2022-05-25T17:11:26Z', 'revision_number': 5, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'subnets': [{'id': '75b40ec7-24fe-4318-9217-441b9d32fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:35.255630 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91784cd9-7e96-49c2-b46c-ca3d682c9faf None None] New status for floating IP 75825a82-0934-4028-85ee-100d3b6a2b9c: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:16:35.712939 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df035016-c101-4d42-b076-ee5b94c3197d req-3624b402-c795-4bb4-9cda-c557961b507a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:35.714336 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df035016-c101-4d42-b076-ee5b94c3197d req-3624b402-c795-4bb4-9cda-c557961b507a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0525265 May 25 17:16:35.766339 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df035016-c101-4d42-b076-ee5b94c3197d req-2ad7d7d2-e5a2-41a0-b0c3-f5691da7f270 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464122 May 25 17:16:36.795590 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72a574-2311-4202-b92d-c26128a21b89 req-0759fd19-3375-474e-8606-f0590a5c7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:36.797560 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b72a574-2311-4202-b92d-c26128a21b89 req-0759fd19-3375-474e-8606-f0590a5c7336 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1d67075f4eaf4908acb0c2763153b81c&device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 1129 time: 0.0414896 May 25 17:16:37.091869 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c3e0b-4237-40ed-8782-35fceee9943b req-be1b12ce-6230-46a4-b8b1-13463d1f309e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:37.093413 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5c3e0b-4237-40ed-8782-35fceee9943b req-be1b12ce-6230-46a4-b8b1-13463d1f309e tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0515487 May 25 17:16:37.153036 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5c3e0b-4237-40ed-8782-35fceee9943b req-46622e01-a7b3-4d06-b1d2-b52058158009 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526216 May 25 17:16:37.580948 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:37.969850 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72a574-2311-4202-b92d-c26128a21b89 req-bf60de2a-3fec-44ce-8989-2b5d147166a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:37.971295 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b72a574-2311-4202-b92d-c26128a21b89 req-bf60de2a-3fec-44ce-8989-2b5d147166a3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 200 len: 909 time: 0.0850215 May 25 17:16:38.097645 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b72a574-2311-4202-b92d-c26128a21b89 req-127fbc41-8466-4f80-9662-f61ebb31f623 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 200 len: 217 time: 0.0364282 May 25 17:16:38.137959 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:38.154561 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72a574-2311-4202-b92d-c26128a21b89 req-b264962f-bf23-43fb-9437-a2f96b485864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:38.156028 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b72a574-2311-4202-b92d-c26128a21b89 req-b264962f-bf23-43fb-9437-a2f96b485864 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=75b40ec7-24fe-4318-9217-441b9d32fa76 HTTP/1.1" status: 200 len: 847 time: 0.0467079 May 25 17:16:38.268645 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4d2ff-26b4-435d-8e54-872340016869 req-c746e703-0716-418b-8c20-fa5a51c169c5 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:38.270162 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bb4d2ff-26b4-435d-8e54-872340016869 req-c746e703-0716-418b-8c20-fa5a51c169c5 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0496917 May 25 17:16:38.326832 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bb4d2ff-26b4-435d-8e54-872340016869 req-ca19894d-6f10-45fa-b56c-4dffeca432d2 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d76e9e4-fd7a-4aa8-971e-045332093274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502667 May 25 17:16:38.386498 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72a574-2311-4202-b92d-c26128a21b89 req-7a8623b3-b69a-4010-8a87-3e86f0c531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:38.388488 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b72a574-2311-4202-b92d-c26128a21b89 req-7a8623b3-b69a-4010-8a87-3e86f0c531b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=400e769d-9a66-45af-badf-741858a97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555599 May 25 17:16:38.404540 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:38.480427 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c4b7904a-0dd1-4ceb-9db2-1af5da0ec25f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:38.482099 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c4b7904a-0dd1-4ceb-9db2-1af5da0ec25f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0870349 May 25 17:16:38.505708 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b72a574-2311-4202-b92d-c26128a21b89 req-11f0d4c1-bf0a-47da-bbc3-57577a0b1016 service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067834 May 25 17:16:38.609933 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Deleting port fc321a82-a17f-45cd-ae89-dea85055e57c {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:38.611334 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:38.647170 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b72a574-2311-4202-b92d-c26128a21b89 req-08c32a47-4ad4-4570-88d6-054e1d29c74b service neutron] 10.222.0.71 "GET /v2.0/networks/400e769d-9a66-45af-badf-741858a97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361566 May 25 17:16:38.732928 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] For port fc321a82-a17f-45cd-ae89-dea85055e57c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fc321a82-a17f-45cd-ae89-dea85055e57c,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:38.733433 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:38.751389 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Calling delete_port for fc321a82-a17f-45cd-ae89-dea85055e57c owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:38.884831 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (fc321a82-a17f-45cd-ae89-dea85055e57c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:38.916621 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event deleted for resources: {'Port': ['ID=fc321a82-a17f-45cd-ae89-dea85055e57c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:38.961192 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] No DVR routers for this DVR port fc321a82-a17f-45cd-ae89-dea85055e57c on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:38.964166 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:38.967346 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a0147ae8-b48d-4410-865a-04893fb62675 req-c2d3ab30-9b1a-46b2-a322-90b4108bba8f tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.71 "DELETE /v2.0/ports/fc321a82-a17f-45cd-ae89-dea85055e57c HTTP/1.1" status: 204 len: 173 time: 0.4799466 May 25 17:16:38.967780 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'name': 'network-vif-deleted', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:16:38.970010 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4cb11c-48ef-4f31-b5a6-d7af4ad7b49b" -d '{"events": [{"server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "name": "network-vif-deleted", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:16:39.005927 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e711e0b-6c1e-4ac7-a2bb-0fc3c93db122 x-openstack-request-id: req-8e711e0b-6c1e-4ac7-a2bb-0fc3c93db122 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:16:39.006223 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b7231c-3070-4cb3-b6a2-732af750f6f4", "name": "network-vif-deleted", "tag": "fc321a82-a17f-45cd-ae89-dea85055e57c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:16:39.006506 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e711e0b-6c1e-4ac7-a2bb-0fc3c93db122 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:16:39.006916 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e711e0b-6c1e-4ac7-a2bb-0fc3c93db122'] response: {'server_uuid': 'd2b7231c-3070-4cb3-b6a2-732af750f6f4', 'name': 'network-vif-deleted', 'tag': 'fc321a82-a17f-45cd-ae89-dea85055e57c', 'status': 'completed', 'code': 200} May 25 17:16:39.439685 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aeba90a4-d62b-47ee-80dc-b7d4b83ac61d req-3cb4b474-a9db-406e-907f-8502366ec4bf tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0306034 May 25 17:16:40.540336 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-021a6934-fb13-4635-9a76-1649f64e8ca2 req-d74503bd-bd23-404e-b92a-f547f91f8c9a tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0290403 May 25 17:16:41.640852 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-30e4f53d-50da-49b5-9561-1c1c336a10df req-b37b8418-87e0-4686-8fc5-64b0040d1053 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b7231c-3070-4cb3-b6a2-732af750f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0282471 May 25 17:16:42.702063 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56632) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:42.767487 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef523d46-3a81-4806-8dca-645e3265e128 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group (7d76e9e4-fd7a-4aa8-971e-045332093274), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:42.798350 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef523d46-3a81-4806-8dca-645e3265e128 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group (7d76e9e4-fd7a-4aa8-971e-045332093274), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:42.862078 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef523d46-3a81-4806-8dca-645e3265e128 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (7d76e9e4-fd7a-4aa8-971e-045332093274), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:42.865288 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef523d46-3a81-4806-8dca-645e3265e128 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:42.866467 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ef523d46-3a81-4806-8dca-645e3265e128 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d76e9e4-fd7a-4aa8-971e-045332093274 HTTP/1.1" status: 204 len: 168 time: 0.1634166 May 25 17:16:42.877785 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef523d46-3a81-4806-8dca-645e3265e128 tempest-TestShelveInstance-1160096262 tempest-TestShelveInstance-1160096262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d76e9e4-fd7a-4aa8-971e-045332093274,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:42.921105 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56646) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:43.261971 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:43.362295 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:43.408164 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (ac6ae2e0-02aa-47f3-806f-d4af35e768df), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:43.554798 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56660) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:43.651970 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Deleting port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:43.652319 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:43.671722 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-239b7651-6945-4ec3-bde6-0aa6bd2d6950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:43.742513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] For port 5be0867e-0edc-455f-b0f6-a0db4b4f4be3, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:43.743101 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:43.753289 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-239b7651-6945-4ec3-bde6-0aa6bd2d6950 admin admin] Publish callbacks [] for security_group (0b496019-4e18-4800-b197-1a9b68ef6e61), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:43.757463 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Calling delete_port for 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:43.758586 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-239b7651-6945-4ec3-bde6-0aa6bd2d6950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (0b496019-4e18-4800-b197-1a9b68ef6e61), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:43.763304 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:43.800104 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-239b7651-6945-4ec3-bde6-0aa6bd2d6950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07bf84b8699340c48a4ffc89734b67ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442119 May 25 17:16:43.803035 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b7651-6945-4ec3-bde6-0aa6bd2d6950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b496019-4e18-4800-b197-1a9b68ef6e61,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:43.805280 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56666) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:43.910541 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ef7db28-beb6-495b-aba8-7ecd13dc457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:43.929382 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd886e21-61e6-44a1-a50a-829c889dfbcd admin admin] Publish callbacks [] for security_group (0b496019-4e18-4800-b197-1a9b68ef6e61), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:43.958914 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd886e21-61e6-44a1-a50a-829c889dfbcd admin admin] Publish callbacks [] for security_group (0b496019-4e18-4800-b197-1a9b68ef6e61), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.030620 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (5be0867e-0edc-455f-b0f6-a0db4b4f4be3), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.057291 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be0867e-0edc-455f-b0f6-a0db4b4f4be3,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:44.093851 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd886e21-61e6-44a1-a50a-829c889dfbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (0b496019-4e18-4800-b197-1a9b68ef6e61), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.096446 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd886e21-61e6-44a1-a50a-829c889dfbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.100201 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bd886e21-61e6-44a1-a50a-829c889dfbcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b496019-4e18-4800-b197-1a9b68ef6e61 HTTP/1.1" status: 204 len: 168 time: 0.2913985 May 25 17:16:44.122009 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:44.133532 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd886e21-61e6-44a1-a50a-829c889dfbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b496019-4e18-4800-b197-1a9b68ef6e61,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:44.195529 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:44.283458 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (ac6ae2e0-02aa-47f3-806f-d4af35e768df), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.483088 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56682) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:44.496916 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-208a2cc9-5099-4b3a-b820-c6d67de7f062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.511430 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Router ac6ae2e0-02aa-47f3-806f-d4af35e768df has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:16:44.578335 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-208a2cc9-5099-4b3a-b820-c6d67de7f062 admin admin] Publish callbacks [] for security_group (23d0f982-9201-407e-b85d-15ca4628fa53), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.583969 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-208a2cc9-5099-4b3a-b820-c6d67de7f062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (23d0f982-9201-407e-b85d-15ca4628fa53), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.620141 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:16:44.624519 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-208a2cc9-5099-4b3a-b820-c6d67de7f062 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb849f001d0045dab4369f25e82ec96e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444564 May 25 17:16:44.625263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2cc9-5099-4b3a-b820-c6d67de7f062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0f982-9201-407e-b85d-15ca4628fa53,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:44.625383 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-360dbfc1-4a18-4c60-b664-58d8579c2651 admin admin] 10.222.0.31 "PUT /v2.0/routers/ac6ae2e0-02aa-47f3-806f-d4af35e768df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7032204 May 25 17:16:44.627829 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56684) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:44.630119 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56686) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:44.636806 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] Sync routers for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:16:44.656737 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:44.657613 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:44.703924 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1a85b7da-3385-4c71-aa03-3b02825efc18 admin admin] Publish callbacks [] for security_group (23d0f982-9201-407e-b85d-15ca4628fa53), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.740826 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1a85b7da-3385-4c71-aa03-3b02825efc18 admin admin] Publish callbacks [] for security_group (23d0f982-9201-407e-b85d-15ca4628fa53), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.761619 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks [] for router (ac6ae2e0-02aa-47f3-806f-d4af35e768df), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.784532 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:44.798975 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1a85b7da-3385-4c71-aa03-3b02825efc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (23d0f982-9201-407e-b85d-15ca4628fa53), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.802692 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1a85b7da-3385-4c71-aa03-3b02825efc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.804215 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1a85b7da-3385-4c71-aa03-3b02825efc18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23d0f982-9201-407e-b85d-15ca4628fa53 HTTP/1.1" status: 204 len: 168 time: 0.1728990 May 25 17:16:44.816659 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85b7da-3385-4c71-aa03-3b02825efc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0f982-9201-407e-b85d-15ca4628fa53,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:44.823014 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:44.892621 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks [] for router_gateway (ac6ae2e0-02aa-47f3-806f-d4af35e768df), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:44.942648 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Deleting port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:44.943029 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.009268 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:16:43Z', 'revision_number': 5, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port': {'id': 'bbb0573a-2b25-4452-b7f8-e45cdbca8aa7', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:16Z', 'updated_at': '2022-05-25T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:45.042600 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] Checking router: ac6ae2e0-02aa-47f3-806f-d4af35e768df for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:45.044372 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] For port bbb0573a-2b25-4452-b7f8-e45cdbca8aa7, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=bbb0573a-2b25-4452-b7f8-e45cdbca8aa7,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:45.044768 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.051972 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] Routers {'ac6ae2e0-02aa-47f3-806f-d4af35e768df'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:45.052609 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:45.060490 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Calling delete_port for bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:45.149056 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] Set router ac6ae2e0-02aa-47f3-806f-d4af35e768df gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:45.217898 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:16:44Z', 'revision_number': 6, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:45.245904 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5721a6-acf7-4571-896c-1240ba42108b None None] The sync data for ids ['ac6ae2e0-02aa-47f3-806f-d4af35e768df'] in dv-cinder-843309-1-iscsi is: [{'id': 'ac6ae2e0-02aa-47f3-806f-d4af35e768df', 'name': 'tempest-TestShelveInstance-811304173-router', 'tenant_id': '1d67075f4eaf4908acb0c2763153b81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:15Z', 'updated_at': '2022-05-25T17:16:44Z', 'revision_number': 6, 'project_id': '1d67075f4eaf4908acb0c2763153b81c', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:45.248056 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (bbb0573a-2b25-4452-b7f8-e45cdbca8aa7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.278051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56696) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:45.282639 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb0573a-2b25-4452-b7f8-e45cdbca8aa7,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:45.295574 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a6e58c0-a9d7-4d35-b53a-766c0230920d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.343626 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:45.357040 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (ac6ae2e0-02aa-47f3-806f-d4af35e768df), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.387392 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a6e58c0-a9d7-4d35-b53a-766c0230920d admin admin] Publish callbacks [] for security_group (2b976f27-a8bb-46cc-8509-4edbe8799a41), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.393033 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a6e58c0-a9d7-4d35-b53a-766c0230920d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2b976f27-a8bb-46cc-8509-4edbe8799a41), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.432911 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0a6e58c0-a9d7-4d35-b53a-766c0230920d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ea57666ae304a6eb65d0698123f025d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534567 May 25 17:16:45.433620 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e58c0-a9d7-4d35-b53a-766c0230920d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b976f27-a8bb-46cc-8509-4edbe8799a41,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:45.436220 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56698) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:45.450125 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (ac6ae2e0-02aa-47f3-806f-d4af35e768df), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.452958 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks [] for router_controller (ac6ae2e0-02aa-47f3-806f-d4af35e768df), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.466439 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:45.505412 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c8524fb3-3a7b-4010-95df-9713cc9763d9 admin admin] Publish callbacks [] for security_group (2b976f27-a8bb-46cc-8509-4edbe8799a41), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.507511 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (ac6ae2e0-02aa-47f3-806f-d4af35e768df), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.508189 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac6ae2e0-02aa-47f3-806f-d4af35e768df {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:16:45.514168 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.515386 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f457e21f-7bec-4dbe-baf7-8e68dc52efd8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ac6ae2e0-02aa-47f3-806f-d4af35e768df HTTP/1.1" status: 204 len: 168 time: 0.8866308 May 25 17:16:45.517777 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56700) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:45.531828 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c8524fb3-3a7b-4010-95df-9713cc9763d9 admin admin] Publish callbacks [] for security_group (2b976f27-a8bb-46cc-8509-4edbe8799a41), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.563809 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:45.571268 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec67ff4-7709-4d18-83c3-dfa69a487448 admin admin] Deleting subnet 75b40ec7-24fe-4318-9217-441b9d32fa76 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:16:45.575778 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec67ff4-7709-4d18-83c3-dfa69a487448 admin admin] Publish callbacks [] for subnet (75b40ec7-24fe-4318-9217-441b9d32fa76), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.592374 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c8524fb3-3a7b-4010-95df-9713cc9763d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2b976f27-a8bb-46cc-8509-4edbe8799a41), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.595936 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c8524fb3-3a7b-4010-95df-9713cc9763d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.597125 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c8524fb3-3a7b-4010-95df-9713cc9763d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b976f27-a8bb-46cc-8509-4edbe8799a41 HTTP/1.1" status: 204 len: 168 time: 0.1599710 May 25 17:16:45.607503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8524fb3-3a7b-4010-95df-9713cc9763d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b976f27-a8bb-46cc-8509-4edbe8799a41,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:45.622589 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec67ff4-7709-4d18-83c3-dfa69a487448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275920'] for subnet (75b40ec7-24fe-4318-9217-441b9d32fa76), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.710367 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec67ff4-7709-4d18-83c3-dfa69a487448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (75b40ec7-24fe-4318-9217-441b9d32fa76), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.773025 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec67ff4-7709-4d18-83c3-dfa69a487448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260389391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261499516'] for subnet (75b40ec7-24fe-4318-9217-441b9d32fa76), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.809028 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cec67ff4-7709-4d18-83c3-dfa69a487448 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.813108 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cec67ff4-7709-4d18-83c3-dfa69a487448 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/75b40ec7-24fe-4318-9217-441b9d32fa76 HTTP/1.1" status: 204 len: 168 time: 0.2943838 May 25 17:16:45.814321 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec67ff4-7709-4d18-83c3-dfa69a487448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b40ec7-24fe-4318-9217-441b9d32fa76,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:45.815742 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0070a4-8026-42d1-8e14-c1cbc3ef4a7f None None] Network 400e769d-9a66-45af-badf-741858a97960 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:16:45.815977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56706) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:45.899734 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (400e769d-9a66-45af-badf-741858a97960), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:45.907236 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:45.957283 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Deleting port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:45.958112 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.070706 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] DHCP port deletion for 400e769d-9a66-45af-badf-741858a97960 request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:16:46.121477 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] Deleting port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:46.121860 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.209730 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-affdc122-b365-4c40-8d5f-b07e9feb91c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.219242 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] For port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:46.219628 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.236433 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] Calling delete_port for c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:46.248281 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:46.288104 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] For port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,segment=NetworkSegment(7a75d10b-cf14-4e93-aa17-599ec89f3b8a),segment_id=7a75d10b-cf14-4e93-aa17-599ec89f3b8a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:46.288475 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.305717 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Calling delete_port for c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:46.340355 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.380756 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] Pushing event deleted for resources: {'Port': ['ID=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:46.387726 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de3f08-6595-4a40-a172-9f9405423a37 None None] No DVR routers for this DVR port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec on host dv-cinder-843309-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:46.404305 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc321a82-a17f-45cd-ae89-dea85055e57c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:46.418233 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.432278 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: fc321a82-a17f-45cd-ae89-dea85055e57c {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:46.432613 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device fc321a82-a17f-45cd-ae89-dea85055e57c not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:46.446994 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:46.450832 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] No DVR routers for this DVR port c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec on host dv-cinder-843309-1-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:46.530383 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (400e769d-9a66-45af-badf-741858a97960), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.553911 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400e769d-9a66-45af-badf-741858a97960']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:46.564612 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a75d10b-cf14-4e93-aa17-599ec89f3b8a') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:46.565056 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a75d10b-cf14-4e93-aa17-599ec89f3b8a') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:46.580311 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (7a75d10b-cf14-4e93-aa17-599ec89f3b8a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.596486 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (7a75d10b-cf14-4e93-aa17-599ec89f3b8a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.606124 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:16:46.606788 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (7a75d10b-cf14-4e93-aa17-599ec89f3b8a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.625058 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 7a75d10b-cf14-4e93-aa17-599ec89f3b8a resource provider aggregate not found May 25 17:16:46.669014 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 7a75d10b-cf14-4e93-aa17-599ec89f3b8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a75d10b-cf14-4e93-aa17-599ec89f3b8a found for delete ", "request_id": "req-6104814a-e757-4519-87b8-bfaffc9ffbbe"}]} May 25 17:16:46.677491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (400e769d-9a66-45af-badf-741858a97960), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.683462 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:46.687909 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/400e769d-9a66-45af-badf-741858a97960 HTTP/1.1" status: 204 len: 168 time: 0.8703334 May 25 17:16:46.690690 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56736) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:46.735945 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018146cb-f162-477a-8bbc-c6a5e1fdb3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=400e769d-9a66-45af-badf-741858a97960,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:46.923590 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:46.935670 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:46.960457 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:46.960972 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 5be0867e-0edc-455f-b0f6-a0db4b4f4be3 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:46.961500 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:46.983068 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:46.983727 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device bbb0573a-2b25-4452-b7f8-e45cdbca8aa7 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:46.984145 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:47.004147 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:47.004527 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device c9cde4f1-7ee8-4d86-ac1a-a5a7996296ec not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:47.092315 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (8ec942e5-6fee-465a-ba75-ca926d6b8e17), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:47.220778 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:47.317811 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Deleting port 3c2bda1f-2e40-43e3-b0e1-2eb027202680 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:47.318314 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:47.396657 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] For port 3c2bda1f-2e40-43e3-b0e1-2eb027202680, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=3c2bda1f-2e40-43e3-b0e1-2eb027202680,segment=NetworkSegment(58a78b10-bef7-45b0-841b-873047a0a7c6),segment_id=58a78b10-bef7-45b0-841b-873047a0a7c6)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:47.397047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:47.409961 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Calling delete_port for 3c2bda1f-2e40-43e3-b0e1-2eb027202680 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:47.531744 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:47.590494 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (3c2bda1f-2e40-43e3-b0e1-2eb027202680), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:47.615124 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2bda1f-2e40-43e3-b0e1-2eb027202680,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:47.738722 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:47.794092 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (8ec942e5-6fee-465a-ba75-ca926d6b8e17), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:48.011548 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:16:48.117331 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:16:48.125251 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a5be28a5-ac2f-42c3-b11d-12dc6ecabdf0 admin admin] 10.222.0.31 "PUT /v2.0/routers/8ec942e5-6fee-465a-ba75-ca926d6b8e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4309428 May 25 17:16:48.125564 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56750) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:48.128342 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] Sync routers for ids ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:16:48.141373 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] Routers {'8ec942e5-6fee-465a-ba75-ca926d6b8e17'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:48.142019 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:48.224177 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:48.243117 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks [] for router (8ec942e5-6fee-465a-ba75-ca926d6b8e17), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:48.251327 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] Set router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:48.321314 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-7330cb67-bfe6-46af-bb29-d933661de154 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cb64651a79ca496dbf2a79dba7e085ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447299 May 25 17:16:48.442674 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:16:47Z', 'revision_number': 5, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:48.468970 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] Checking router: 8ec942e5-6fee-465a-ba75-ca926d6b8e17 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:48.482228 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] Routers {'8ec942e5-6fee-465a-ba75-ca926d6b8e17'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:16:48.482952 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:48.545059 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks [] for router_gateway (8ec942e5-6fee-465a-ba75-ca926d6b8e17), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:48.587962 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-77640620-3939-4acb-a4e3-3cbfba79cc66 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:48.589477 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-77640620-3939-4acb-a4e3-3cbfba79cc66 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612591 May 25 17:16:48.593894 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] Set router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:16:48.624455 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-da1d0e92-7ebb-4690-b293-00553559c824 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/quotas/cb64651a79ca496dbf2a79dba7e085ff HTTP/1.1" status: 200 len: 375 time: 0.0139213 May 25 17:16:48.649513 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Deleting port 60bc4e9d-3093-46cc-92d8-e2f327067340 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:48.649847 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:48.681309 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-50baf479-0a4b-49fb-86c0-38ac0022283c tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb64651a79ca496dbf2a79dba7e085ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458381 May 25 17:16:48.760100 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] For port 60bc4e9d-3093-46cc-92d8-e2f327067340, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=60bc4e9d-3093-46cc-92d8-e2f327067340,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:48.760626 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:48.773296 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:16:47Z', 'revision_number': 5, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:48.775742 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:48.797097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Calling delete_port for 60bc4e9d-3093-46cc-92d8-e2f327067340 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:48.816606 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7b55f-5b88-4e7d-986e-84298e964ad4 None None] The sync data for ids ['8ec942e5-6fee-465a-ba75-ca926d6b8e17'] in dv-cinder-843309-1-iscsi is: [{'id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'name': 'tempest-TestShelveInstance-56209214-router', 'tenant_id': 'fa05dd41597a451bb010745761640a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:11:23Z', 'updated_at': '2022-05-25T17:16:47Z', 'revision_number': 5, 'project_id': 'fa05dd41597a451bb010745761640a7f', 'gw_port': {'id': '60bc4e9d-3093-46cc-92d8-e2f327067340', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec942e5-6fee-465a-ba75-ca926d6b8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:11:24Z', 'updated_at': '2022-05-25T17:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:48.875724 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:48.934815 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1cbccfcc-87a0-4194-876d-ae3dad03e1c7 req-623a4cb2-81db-4821-a6b9-a1c0b9f4a5db tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0437896 May 25 17:16:49.004314 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (60bc4e9d-3093-46cc-92d8-e2f327067340), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.033775 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Pushing event deleted for resources: {'Port': ['ID=60bc4e9d-3093-46cc-92d8-e2f327067340,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:49.101599 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (8ec942e5-6fee-465a-ba75-ca926d6b8e17), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.205815 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (8ec942e5-6fee-465a-ba75-ca926d6b8e17), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.208901 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks [] for router_controller (8ec942e5-6fee-465a-ba75-ca926d6b8e17), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.262718 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (8ec942e5-6fee-465a-ba75-ca926d6b8e17), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.263415 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec942e5-6fee-465a-ba75-ca926d6b8e17 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:16:49.270105 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.274932 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0a9316ec-2919-4b60-be71-9a394054de96 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8ec942e5-6fee-465a-ba75-ca926d6b8e17 HTTP/1.1" status: 204 len: 168 time: 1.1479313 May 25 17:16:49.277151 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56786) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:49.330673 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2025d7a1-5e1f-4239-b604-8c2f749b2427 admin admin] Deleting subnet 94ef1857-df7d-40c3-a176-40fb06d4039a {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:16:49.338204 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2025d7a1-5e1f-4239-b604-8c2f749b2427 admin admin] Publish callbacks [] for subnet (94ef1857-df7d-40c3-a176-40fb06d4039a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.377336 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2025d7a1-5e1f-4239-b604-8c2f749b2427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260932969'] for subnet (94ef1857-df7d-40c3-a176-40fb06d4039a), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.422606 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:49.463273 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2025d7a1-5e1f-4239-b604-8c2f749b2427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (94ef1857-df7d-40c3-a176-40fb06d4039a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.531060 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2025d7a1-5e1f-4239-b604-8c2f749b2427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260676993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260128099'] for subnet (94ef1857-df7d-40c3-a176-40fb06d4039a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.820508 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025d7a1-5e1f-4239-b604-8c2f749b2427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ef1857-df7d-40c3-a176-40fb06d4039a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:49.824291 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2025d7a1-5e1f-4239-b604-8c2f749b2427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:49.827321 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2025d7a1-5e1f-4239-b604-8c2f749b2427 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/94ef1857-df7d-40c3-a176-40fb06d4039a HTTP/1.1" status: 204 len: 168 time: 0.5491352 May 25 17:16:49.830546 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56796) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:49.834437 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b89e63-6240-4c69-a5f2-0bf2fe410561 None None] Network 82916d58-3b8a-4305-b000-1fddbf0dbc37 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:16:49.940374 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-94afbf85-dc81-42ee-9a9a-bc2574288a2d tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=cb64651a79ca496dbf2a79dba7e085ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355585 May 25 17:16:49.960522 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:49.981507 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (82916d58-3b8a-4305-b000-1fddbf0dbc37), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.061196 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Deleting port 5790c310-84fc-43e4-9977-fdd65b2a176f {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:50.061786 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.109406 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9c98efdf-5aba-4bca-971b-70c6c7aa23b4 req-64f69de3-4a5d-4187-a628-580cb7cef7ea tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0797477 May 25 17:16:50.111137 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] DHCP port deletion for 82916d58-3b8a-4305-b000-1fddbf0dbc37 request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:16:50.151715 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] For port 5790c310-84fc-43e4-9977-fdd65b2a176f, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=5790c310-84fc-43e4-9977-fdd65b2a176f,segment=NetworkSegment(58a78b10-bef7-45b0-841b-873047a0a7c6),segment_id=58a78b10-bef7-45b0-841b-873047a0a7c6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:50.152062 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.167655 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] Deleting port 5790c310-84fc-43e4-9977-fdd65b2a176f {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:16:50.167655 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.172022 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Calling delete_port for 5790c310-84fc-43e4-9977-fdd65b2a176f owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:50.174278 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-3db8fcad-3eca-49db-b292-1533c4481f78 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:50.175899 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-3db8fcad-3eca-49db-b292-1533c4481f78 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304807 May 25 17:16:50.230001 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] For port 5790c310-84fc-43e4-9977-fdd65b2a176f, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=5790c310-84fc-43e4-9977-fdd65b2a176f,segment=NetworkSegment(58a78b10-bef7-45b0-841b-873047a0a7c6),segment_id=58a78b10-bef7-45b0-841b-873047a0a7c6)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:50.230308 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.244095 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] Calling delete_port for 5790c310-84fc-43e4-9977-fdd65b2a176f owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:16:50.249891 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.278853 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Pushing event deleted for resources: {'Port': ['ID=5790c310-84fc-43e4-9977-fdd65b2a176f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:50.282390 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] No DVR routers for this DVR port 5790c310-84fc-43e4-9977-fdd65b2a176f on host dv-cinder-843309-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:50.306166 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.339945 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960'] for port (5790c310-84fc-43e4-9977-fdd65b2a176f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.353389 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (82916d58-3b8a-4305-b000-1fddbf0dbc37), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.365332 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:50.366358 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] Pushing event deleted for resources: {'Port': ['ID=5790c310-84fc-43e4-9977-fdd65b2a176f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:50.370749 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c568e91-f719-4590-bff6-8afb989531a7 None None] No DVR routers for this DVR port 5790c310-84fc-43e4-9977-fdd65b2a176f on host dv-cinder-843309-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:16:50.375821 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82916d58-3b8a-4305-b000-1fddbf0dbc37']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:50.387960 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a78b10-bef7-45b0-841b-873047a0a7c6') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:50.388263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a78b10-bef7-45b0-841b-873047a0a7c6') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:50.397850 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275935'] for segment (58a78b10-bef7-45b0-841b-873047a0a7c6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.410729 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (58a78b10-bef7-45b0-841b-873047a0a7c6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.416701 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:16:50.417126 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260389101'] for segment (58a78b10-bef7-45b0-841b-873047a0a7c6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.461583 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 58a78b10-bef7-45b0-841b-873047a0a7c6 resource provider aggregate not found May 25 17:16:50.478760 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 58a78b10-bef7-45b0-841b-873047a0a7c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58a78b10-bef7-45b0-841b-873047a0a7c6 found for delete ", "request_id": "req-7c2231c3-8c89-4f14-a072-afbfd489b45b"}]} May 25 17:16:50.485182 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (82916d58-3b8a-4305-b000-1fddbf0dbc37), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.490109 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.493200 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] 10.222.0.31 "DELETE /v2.0/networks/82916d58-3b8a-4305-b000-1fddbf0dbc37 HTTP/1.1" status: 204 len: 168 time: 0.6615272 May 25 17:16:50.508006 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d9bfc-a8c5-44d5-8c9f-a1cef78e8270 admin admin] Pushing event deleted for resources: {'Network': ['ID=82916d58-3b8a-4305-b000-1fddbf0dbc37,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:50.668950 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56814) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:50.711154 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f4a03b07-8066-4802-b6c7-c1ffb31a4799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d67075f4eaf4908acb0c2763153b81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410585 May 25 17:16:50.713760 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56816) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:50.760287 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c259c66d-35fe-4053-a831-48255e967bc9 admin admin] Publish callbacks [] for security_group (f3100e46-6cea-45c1-b1cf-34cbeb8e174f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.781699 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c259c66d-35fe-4053-a831-48255e967bc9 admin admin] Publish callbacks [] for security_group (f3100e46-6cea-45c1-b1cf-34cbeb8e174f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.830696 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c259c66d-35fe-4053-a831-48255e967bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (f3100e46-6cea-45c1-b1cf-34cbeb8e174f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.834198 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c259c66d-35fe-4053-a831-48255e967bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:50.835332 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c259c66d-35fe-4053-a831-48255e967bc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3100e46-6cea-45c1-b1cf-34cbeb8e174f HTTP/1.1" status: 204 len: 168 time: 0.1206841 May 25 17:16:50.843685 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c66d-35fe-4053-a831-48255e967bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3100e46-6cea-45c1-b1cf-34cbeb8e174f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:50.932175 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 60bc4e9d-3093-46cc-92d8-e2f327067340 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:50.953058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 60bc4e9d-3093-46cc-92d8-e2f327067340 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:50.953413 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 60bc4e9d-3093-46cc-92d8-e2f327067340 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:50.953826 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 5790c310-84fc-43e4-9977-fdd65b2a176f no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:50.975485 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 5790c310-84fc-43e4-9977-fdd65b2a176f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:50.975865 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 5790c310-84fc-43e4-9977-fdd65b2a176f not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:50.976254 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 3c2bda1f-2e40-43e3-b0e1-2eb027202680 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:16:50.995154 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 3c2bda1f-2e40-43e3-b0e1-2eb027202680 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:16:50.995548 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 3c2bda1f-2e40-43e3-b0e1-2eb027202680 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:16:51.174030 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56828) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:51.229093 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2d3637dd-3820-4be8-8856-da91e9beda2e req-d5cd612e-9ea6-4481-a4a0-ed65208c19c9 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0397542 May 25 17:16:51.249497 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-917aa41f-9229-41ee-a253-5301bed9de48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa05dd41597a451bb010745761640a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692656 May 25 17:16:51.249497 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56830) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:51.296168 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-007fb1e5-e4db-4f31-87a7-394f46e89b0d admin admin] Publish callbacks [] for security_group (ceb63bf6-afc5-46b9-a6ba-1947ca534e39), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:51.319364 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-007fb1e5-e4db-4f31-87a7-394f46e89b0d admin admin] Publish callbacks [] for security_group (ceb63bf6-afc5-46b9-a6ba-1947ca534e39), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:51.366716 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-007fb1e5-e4db-4f31-87a7-394f46e89b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (ceb63bf6-afc5-46b9-a6ba-1947ca534e39), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:51.369304 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-007fb1e5-e4db-4f31-87a7-394f46e89b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:51.370447 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-007fb1e5-e4db-4f31-87a7-394f46e89b0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ceb63bf6-afc5-46b9-a6ba-1947ca534e39 HTTP/1.1" status: 204 len: 168 time: 0.1219995 May 25 17:16:51.378124 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fb1e5-e4db-4f31-87a7-394f46e89b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb63bf6-afc5-46b9-a6ba-1947ca534e39,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:52.325883 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-75013ed0-8475-4a7a-a256-93ec4e31bede req-15dd901e-f6f1-422b-9237-7dc99ffa5c7a tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0297420 May 25 17:16:52.519364 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:16:52.990082 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Request body: {'port': {'device_id': '99a1a19c-745a-4bd6-ac50-edfee196c266', 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f', 'admin_state_up': True, 'tenant_id': 'cb64651a79ca496dbf2a79dba7e085ff'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:16:53.102557 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Made reservation on behalf of cb64651a79ca496dbf2a79dba7e085ff for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:16:53.105985 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.115636 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.140638 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:53.198959 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks [] for security_group (4f22b016-abd5-4492-828d-93d8a74c1af3), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.203502 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (4f22b016-abd5-4492-828d-93d8a74c1af3), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.272157 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f22b016-abd5-4492-828d-93d8a74c1af3,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:53.350635 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Allocated IP 192.168.233.251 (b29a43a7-6ed8-4c10-88ac-361b492db01f/95f38779-7bc7-4f0b-bfe7-f51d296bc070/85da7279-5d3c-4665-857f-576fbbdcc8fc) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:16:53.423103 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37b20b99-744b-4e93-8465-9cb53b5aad0c req-32f10341-2862-4db6-b065-8caeeb2f8418 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0299816 May 25 17:16:53.439412 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:53.500346 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks [] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.533477 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.583781 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Network b29a43a7-6ed8-4c10-88ac-361b492db01f is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:16:53.588819 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:16:53.590951 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Pushing event updated for resources: {'Port': ['ID=85da7279-5d3c-4665-857f-576fbbdcc8fc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:53.593084 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:16:53.643768 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:53.644385 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.662071 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6f003106-28ad-4856-96fd-3c0d78937026 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6766653 May 25 17:16:53.678556 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Request body: {'port': {'device_id': '99a1a19c-745a-4bd6-ac50-edfee196c266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:16:53.746546 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.815263 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e165c0d4-2a2b-47d4-ab11-2a055f9963ac None None] Provisioning complete for port 85da7279-5d3c-4665-857f-576fbbdcc8fc triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:16:53.815848 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e165c0d4-2a2b-47d4-ab11-2a055f9963ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:53.848406 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e165c0d4-2a2b-47d4-ab11-2a055f9963ac None None] Port 85da7279-5d3c-4665-857f-576fbbdcc8fc cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:16:53.979902 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:54.041208 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85da7279-5d3c-4665-857f-576fbbdcc8fc {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:16:54.050170 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Publish callbacks [] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:54.063594 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Transition to ACTIVE for port object 85da7279-5d3c-4665-857f-576fbbdcc8fc will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:16:54.068872 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:54.122913 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Pushing event updated for resources: {'Port': ['ID=85da7279-5d3c-4665-857f-576fbbdcc8fc,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:54.215040 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Attempting to bind port 85da7279-5d3c-4665-857f-576fbbdcc8fc on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:16:54.215369 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Attempting to bind port 85da7279-5d3c-4665-857f-576fbbdcc8fc by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:16:54.215730 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Attempting to bind port 85da7279-5d3c-4665-857f-576fbbdcc8fc on network b29a43a7-6ed8-4c10-88ac-361b492db01f {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:16:54.220617 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Port 85da7279-5d3c-4665-857f-576fbbdcc8fc on network b29a43a7-6ed8-4c10-88ac-361b492db01f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:16:54.221039 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Attempting to bind port 85da7279-5d3c-4665-857f-576fbbdcc8fc on network b29a43a7-6ed8-4c10-88ac-361b492db01f {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:16:54.223948 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:54.230505 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:16:54.231020 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Checking segment: {'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:16:54.231741 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Bound using segment: {'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:16:54.232199 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Bound port: 85da7279-5d3c-4665-857f-576fbbdcc8fc, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c0a118-c23c-4179-8919-23b7f8ef7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:16:54.232566 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:54.298356 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] For port 85da7279-5d3c-4665-857f-576fbbdcc8fc, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:16:54.301779 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] For port 85da7279-5d3c-4665-857f-576fbbdcc8fc, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=85da7279-5d3c-4665-857f-576fbbdcc8fc,segment=NetworkSegment(88c0a118-c23c-4179-8919-23b7f8ef7330),segment_id=88c0a118-c23c-4179-8919-23b7f8ef7330)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:16:54.308627 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:54.343175 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:54.344051 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:54.345486 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] 10.222.0.71 "PUT /v2.0/ports/85da7279-5d3c-4665-857f-576fbbdcc8fc HTTP/1.1" status: 200 len: 1098 time: 0.6720154 May 25 17:16:54.348668 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a1a19c-745a-4bd6-ac50-edfee196c266', 'tag': '85da7279-5d3c-4665-857f-576fbbdcc8fc'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:16:54.352097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfd87d2-8179-42a2-98ff-7153c7b398ad" -d '{"events": [{"name": "network-changed", "server_uuid": "99a1a19c-745a-4bd6-ac50-edfee196c266", "tag": "85da7279-5d3c-4665-857f-576fbbdcc8fc"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:16:54.385301 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a1a18-b539-4b1b-bf62-e689ac9543f9 service neutron] Pushing event updated for resources: {'Port': ['ID=85da7279-5d3c-4665-857f-576fbbdcc8fc,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:54.428245 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2d02a6-75bb-47ac-a242-d0102a29dd0f x-openstack-request-id: req-3d2d02a6-75bb-47ac-a242-d0102a29dd0f {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:16:54.429046 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a1a19c-745a-4bd6-ac50-edfee196c266", "tag": "85da7279-5d3c-4665-857f-576fbbdcc8fc", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:16:54.429305 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d2d02a6-75bb-47ac-a242-d0102a29dd0f {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:16:54.429706 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2d02a6-75bb-47ac-a242-d0102a29dd0f'] response: {'name': 'network-changed', 'server_uuid': '99a1a19c-745a-4bd6-ac50-edfee196c266', 'tag': '85da7279-5d3c-4665-857f-576fbbdcc8fc', 'status': 'completed', 'code': 200} May 25 17:16:54.447839 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-e5094777-dc82-414d-96f3-681109a27f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:54.449553 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-e5094777-dc82-414d-96f3-681109a27f58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb64651a79ca496dbf2a79dba7e085ff&device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 1132 time: 0.0587337 May 25 17:16:54.497482 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-6e639a38-074a-4322-91a4-077fd63c0fed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=85da7279-5d3c-4665-857f-576fbbdcc8fc HTTP/1.1" status: 200 len: 217 time: 0.0378644 May 25 17:16:54.531932 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:54.556781 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de764db4-24d3-4c7c-9073-7b4ab9617e4c req-eba996fb-3006-45d2-ad98-6bc9357ce2d3 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:54.557128 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-c748559d-249a-4269-b905-0be932c09dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:54.558221 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de764db4-24d3-4c7c-9073-7b4ab9617e4c req-eba996fb-3006-45d2-ad98-6bc9357ce2d3 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 948 time: 0.0590756 May 25 17:16:54.558581 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-c748559d-249a-4269-b905-0be932c09dd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95f38779-7bc7-4f0b-bfe7-f51d296bc070 HTTP/1.1" status: 200 len: 843 time: 0.0529389 May 25 17:16:54.605910 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de764db4-24d3-4c7c-9073-7b4ab9617e4c req-a8ecb9e1-6a51-4d99-bd41-e11c4fe10d13 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 May 25 17:16:54.606511 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-b819e09d-358c-443d-ba68-97bd2aaefa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:54.608008 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-b819e09d-358c-443d-ba68-97bd2aaefa1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b29a43a7-6ed8-4c10-88ac-361b492db01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0431530 May 25 17:16:54.700202 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-578a2b41-7678-4dd4-873c-494beec37865 service neutron] 10.222.0.71 "GET /v2.0/networks/b29a43a7-6ed8-4c10-88ac-361b492db01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848393 May 25 17:16:54.793508 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-68e4be42-4e39-4626-a3ff-639d9edd5ae3 req-95f7b7d8-2c2a-4fb9-8d74-5a56d6eb6d05 service neutron] 10.222.0.71 "GET /v2.0/networks/b29a43a7-6ed8-4c10-88ac-361b492db01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868309 May 25 17:16:55.738176 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-e68672c0-752b-49b6-bebf-792cb2a80567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:55.740184 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-e68672c0-752b-49b6-bebf-792cb2a80567 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb64651a79ca496dbf2a79dba7e085ff&device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 1132 time: 0.0713897 May 25 17:16:55.748003 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b5156-cacd-4fd4-9c49-c0627f469b7f req-d2c95790-fe0d-4cd4-8fd9-4c5c5e7d09ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:55.749386 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-428b5156-cacd-4fd4-9c49-c0627f469b7f req-d2c95790-fe0d-4cd4-8fd9-4c5c5e7d09ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 948 time: 0.0714166 May 25 17:16:55.844045 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:55.860050 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-428b5156-cacd-4fd4-9c49-c0627f469b7f req-6913ab6f-ae4a-4e4a-8c56-bccf5789cc13 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003754 May 25 17:16:55.876271 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-d7502611-6533-45e8-bdab-2ba52bd7690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:55.877753 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-d7502611-6533-45e8-bdab-2ba52bd7690d service neutron] 10.222.0.71 "GET /v2.0/networks?id=b29a43a7-6ed8-4c10-88ac-361b492db01f HTTP/1.1" status: 200 len: 870 time: 0.1272023 May 25 17:16:55.918676 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-508f192e-68be-4e0b-a7a0-a6b430c5ed9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=85da7279-5d3c-4665-857f-576fbbdcc8fc HTTP/1.1" status: 200 len: 217 time: 0.0323915 May 25 17:16:55.971006 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-9af91a14-6fb0-463b-97e1-418f9811228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:55.972489 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-9af91a14-6fb0-463b-97e1-418f9811228a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95f38779-7bc7-4f0b-bfe7-f51d296bc070 HTTP/1.1" status: 200 len: 843 time: 0.0477057 May 25 17:16:56.016198 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-a66f2fd3-61b1-4944-a69f-ac9644645bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:56.017622 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-a66f2fd3-61b1-4944-a69f-ac9644645bf0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b29a43a7-6ed8-4c10-88ac-361b492db01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0384467 May 25 17:16:56.026632 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 85da7279-5d3c-4665-857f-576fbbdcc8fc details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:16:56.086976 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:56.114617 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-27af1e72-bc1d-45ae-8b05-92848b64822b service neutron] 10.222.0.71 "GET /v2.0/networks/b29a43a7-6ed8-4c10-88ac-361b492db01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892980 May 25 17:16:56.131981 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 85da7279-5d3c-4665-857f-576fbbdcc8fc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=85da7279-5d3c-4665-857f-576fbbdcc8fc,segment=NetworkSegment(88c0a118-c23c-4179-8919-23b7f8ef7330),segment_id=88c0a118-c23c-4179-8919-23b7f8ef7330)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:56.143552 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '85da7279-5d3c-4665-857f-576fbbdcc8fc', 'network_id': 'b29a43a7-6ed8-4c10-88ac-361b492db01f', 'port_id': '85da7279-5d3c-4665-857f-576fbbdcc8fc', 'mac_address': 'fa:16:3e:4f:10:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f38779-7bc7-4f0b-bfe7-f51d296bc070', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:16:56.149432 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:56.180446 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 85da7279-5d3c-4665-857f-576fbbdcc8fc is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:16:56.180870 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:56.195015 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85da7279-5d3c-4665-857f-576fbbdcc8fc {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:16:56.215631 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bfd87d2-8179-42a2-98ff-7153c7b398ad req-9d6b7dbe-92ba-479e-a6f7-f21950bf6787 service neutron] 10.222.0.71 "GET /v2.0/networks/b29a43a7-6ed8-4c10-88ac-361b492db01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917847 May 25 17:16:56.218835 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 85da7279-5d3c-4665-857f-576fbbdcc8fc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=85da7279-5d3c-4665-857f-576fbbdcc8fc,segment=NetworkSegment(88c0a118-c23c-4179-8919-23b7f8ef7330),segment_id=88c0a118-c23c-4179-8919-23b7f8ef7330)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:56.222521 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:56.271126 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=85da7279-5d3c-4665-857f-576fbbdcc8fc,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:56.445799 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['85da7279-5d3c-4665-857f-576fbbdcc8fc'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:16:56.980358 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329f8d2-84b7-4736-a29c-2b8f2fc70979 req-bfbcd533-9c92-4eba-9516-7a4eb14b6a7c tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:56.981839 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4329f8d2-84b7-4736-a29c-2b8f2fc70979 req-bfbcd533-9c92-4eba-9516-7a4eb14b6a7c tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 949 time: 0.0486391 May 25 17:16:57.030479 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4329f8d2-84b7-4736-a29c-2b8f2fc70979 req-311d1d15-b081-4815-9e8e-f50880866a1a tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 May 25 17:16:58.031026 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 85da7279-5d3c-4665-857f-576fbbdcc8fc up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:16:58.041905 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 56926) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:58.077991 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 85da7279-5d3c-4665-857f-576fbbdcc8fc completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:16:58.086392 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 85da7279-5d3c-4665-857f-576fbbdcc8fc triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:16:58.086876 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.154190 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:58.166811 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 85da7279-5d3c-4665-857f-576fbbdcc8fc is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:16:58.167289 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.169235 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0c41c0f7-9126-4324-8b06-59e7f662c7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.185694 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47111cf-35a2-4230-8ebe-41e295de3740 req-d66bbd95-2982-4227-b1c0-6ad33eaf95c7 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:58.186771 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f47111cf-35a2-4230-8ebe-41e295de3740 req-d66bbd95-2982-4227-b1c0-6ad33eaf95c7 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 949 time: 0.0823731 May 25 17:16:58.191543 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a1a19c-745a-4bd6-ac50-edfee196c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da7279-5d3c-4665-857f-576fbbdcc8fc'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:16:58.194519 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cbb649-cb7b-4669-aad0-7a30bc5ac7ea" -d '{"events": [{"server_uuid": "99a1a19c-745a-4bd6-ac50-edfee196c266", "name": "network-vif-plugged", "status": "completed", "tag": "85da7279-5d3c-4665-857f-576fbbdcc8fc"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:16:58.208898 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 85da7279-5d3c-4665-857f-576fbbdcc8fc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=85da7279-5d3c-4665-857f-576fbbdcc8fc,segment=NetworkSegment(88c0a118-c23c-4179-8919-23b7f8ef7330),segment_id=88c0a118-c23c-4179-8919-23b7f8ef7330)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:16:58.213018 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.242050 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32804cb1-fd5a-4466-9395-d96b063036af x-openstack-request-id: req-32804cb1-fd5a-4466-9395-d96b063036af {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:16:58.242345 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a1a19c-745a-4bd6-ac50-edfee196c266", "name": "network-vif-plugged", "status": "completed", "tag": "85da7279-5d3c-4665-857f-576fbbdcc8fc", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:16:58.242598 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32804cb1-fd5a-4466-9395-d96b063036af {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:16:58.242984 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32804cb1-fd5a-4466-9395-d96b063036af'] response: {'server_uuid': '99a1a19c-745a-4bd6-ac50-edfee196c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da7279-5d3c-4665-857f-576fbbdcc8fc', 'code': 200} May 25 17:16:58.266671 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f47111cf-35a2-4230-8ebe-41e295de3740 req-ae4fe507-c291-4d27-8ede-b6170a3480b5 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722997 May 25 17:16:58.288543 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=85da7279-5d3c-4665-857f-576fbbdcc8fc,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:58.306178 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0c41c0f7-9126-4324-8b06-59e7f662c7d7 admin admin] Publish callbacks [] for security_group (d84f7e9b-115e-46c6-9545-c404cf0971d4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.310208 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0c41c0f7-9126-4324-8b06-59e7f662c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (d84f7e9b-115e-46c6-9545-c404cf0971d4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.356797 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0c41c0f7-9126-4324-8b06-59e7f662c7d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d4ead26a1cc489f9b110ded65854f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135920 May 25 17:16:58.357988 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41c0f7-9126-4324-8b06-59e7f662c7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f7e9b-115e-46c6-9545-c404cf0971d4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:58.359741 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56934) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:58.410161 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03af880a-0fd7-4680-ba71-df4942efd261 admin admin] Publish callbacks [] for security_group (d84f7e9b-115e-46c6-9545-c404cf0971d4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.420863 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0838041-2c0b-478d-a8ac-29dd55a12b4a req-366ceab9-3dbd-4545-a990-d89fc2ffcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:58.422370 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b0838041-2c0b-478d-a8ac-29dd55a12b4a req-366ceab9-3dbd-4545-a990-d89fc2ffcc0b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 1134 time: 0.0387340 May 25 17:16:58.432930 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03af880a-0fd7-4680-ba71-df4942efd261 admin admin] Publish callbacks [] for security_group (d84f7e9b-115e-46c6-9545-c404cf0971d4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.470879 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b0838041-2c0b-478d-a8ac-29dd55a12b4a req-4303773c-20e7-4700-9e21-719eb24dd617 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 May 25 17:16:58.488572 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03af880a-0fd7-4680-ba71-df4942efd261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (d84f7e9b-115e-46c6-9545-c404cf0971d4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.491794 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03af880a-0fd7-4680-ba71-df4942efd261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.493623 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-03af880a-0fd7-4680-ba71-df4942efd261 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d84f7e9b-115e-46c6-9545-c404cf0971d4 HTTP/1.1" status: 204 len: 168 time: 0.1325216 May 25 17:16:58.502888 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af880a-0fd7-4680-ba71-df4942efd261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f7e9b-115e-46c6-9545-c404cf0971d4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:58.789657 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56946) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:58.799221 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:16:58.807537 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-414cff42-fa33-467d-a57f-20ed06e8258f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.895349 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-414cff42-fa33-467d-a57f-20ed06e8258f admin admin] Publish callbacks [] for security_group (c9b07a6a-ed91-4dcd-94dc-96557336607c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.899200 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-414cff42-fa33-467d-a57f-20ed06e8258f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c9b07a6a-ed91-4dcd-94dc-96557336607c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:58.938205 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cff42-fa33-467d-a57f-20ed06e8258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b07a6a-ed91-4dcd-94dc-96557336607c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:58.943832 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-414cff42-fa33-467d-a57f-20ed06e8258f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e93ba3e416f4bf39ebf2da58f1c2eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530213 May 25 17:16:58.946434 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 56950) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:16:58.994868 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e66ef3a3-b526-4e2e-89a7-1436e507d8f4 admin admin] Publish callbacks [] for security_group (c9b07a6a-ed91-4dcd-94dc-96557336607c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:59.017327 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e66ef3a3-b526-4e2e-89a7-1436e507d8f4 admin admin] Publish callbacks [] for security_group (c9b07a6a-ed91-4dcd-94dc-96557336607c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:59.065660 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e66ef3a3-b526-4e2e-89a7-1436e507d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c9b07a6a-ed91-4dcd-94dc-96557336607c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:59.068726 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e66ef3a3-b526-4e2e-89a7-1436e507d8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:16:59.072048 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e66ef3a3-b526-4e2e-89a7-1436e507d8f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9b07a6a-ed91-4dcd-94dc-96557336607c HTTP/1.1" status: 204 len: 168 time: 0.1225698 May 25 17:16:59.077529 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ef3a3-b526-4e2e-89a7-1436e507d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b07a6a-ed91-4dcd-94dc-96557336607c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:59.391256 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836201ce-4346-4ccb-98cf-d8930009ecc9 req-52dda9f9-67f1-4241-9daf-25607995ad75 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:16:59.392874 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-836201ce-4346-4ccb-98cf-d8930009ecc9 req-52dda9f9-67f1-4241-9daf-25607995ad75 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 950 time: 0.0508170 May 25 17:16:59.444281 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-836201ce-4346-4ccb-98cf-d8930009ecc9 req-fe68ff78-3b00-4353-bca7-f1e956289774 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450792 May 25 17:17:00.578354 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07694c4a-85f3-4980-a7d2-48fe6b20103d req-cdbfeb68-491c-413d-b686-a14d04fdc84e tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:00.580863 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07694c4a-85f3-4980-a7d2-48fe6b20103d req-cdbfeb68-491c-413d-b686-a14d04fdc84e tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 950 time: 0.0611639 May 25 17:17:00.635715 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07694c4a-85f3-4980-a7d2-48fe6b20103d req-7e7330bc-29f0-4bab-9c63-752e8ea77a9c tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484841 May 25 17:17:01.751511 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978ca2c-3f17-4030-a59a-e2c6ff7667f4 req-b8e6d21e-8787-43d1-8e37-875ba3653140 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:01.753000 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d978ca2c-3f17-4030-a59a-e2c6ff7667f4 req-b8e6d21e-8787-43d1-8e37-875ba3653140 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 950 time: 0.0465295 May 25 17:17:01.799851 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d978ca2c-3f17-4030-a59a-e2c6ff7667f4 req-84bfd4fd-2d0b-492a-aed6-2c2aac2714f2 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 May 25 17:17:02.513600 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=66 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:02.514401 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=65 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:02.915353 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8c897-f7b5-4052-8e79-2ff4310ad41a req-a15e3401-af6a-440b-9fb2-5d95eb91c47c tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:02.916869 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0bd8c897-f7b5-4052-8e79-2ff4310ad41a req-a15e3401-af6a-440b-9fb2-5d95eb91c47c tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 950 time: 0.0482926 May 25 17:17:02.966820 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0bd8c897-f7b5-4052-8e79-2ff4310ad41a req-f72ac043-f8e0-4516-b76c-bbdea1bf4c43 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 May 25 17:17:03.231522 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecab24-860b-4ad7-9aae-6408b97b59c6 req-4adc8aa2-6dbe-46bf-8304-91ae2f5f3d00 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:03.233039 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6ecab24-860b-4ad7-9aae-6408b97b59c6 req-4adc8aa2-6dbe-46bf-8304-91ae2f5f3d00 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 950 time: 0.0499516 May 25 17:17:03.251651 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:03.281839 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6ecab24-860b-4ad7-9aae-6408b97b59c6 req-4a02dd7c-3f0c-46a7-adcf-a72369b06349 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 May 25 17:17:04.477461 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a81c6-e2a9-4927-8c5b-309b59318752 req-06caffa6-019f-4e95-98c7-af9d68f690ae tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:04.486482 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-100a81c6-e2a9-4927-8c5b-309b59318752 req-06caffa6-019f-4e95-98c7-af9d68f690ae tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 950 time: 0.0739715 May 25 17:17:04.497056 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:04.564622 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-100a81c6-e2a9-4927-8c5b-309b59318752 req-bdae1959-6478-4def-9f00-a3e9bebb48dc tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f22b016-abd5-4492-828d-93d8a74c1af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745513 May 25 17:17:04.610795 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-1abf1049-3d84-42d2-b9d9-dff00e7139e3 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:04.612434 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-1abf1049-3d84-42d2-b9d9-dff00e7139e3 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.71 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 950 time: 0.0867534 May 25 17:17:04.710680 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Deleting port 85da7279-5d3c-4665-857f-576fbbdcc8fc {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:17:04.711029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:04.735085 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965f6f4-bda5-48e8-8129-84aaa98a71a8 req-61ee8bae-c165-4200-9168-c22e5e70e808 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:04.736534 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7965f6f4-bda5-48e8-8129-84aaa98a71a8 req-61ee8bae-c165-4200-9168-c22e5e70e808 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0471802 May 25 17:17:04.789418 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7965f6f4-bda5-48e8-8129-84aaa98a71a8 req-1f7ca98a-8963-42dc-b30d-06600554a67a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463676 May 25 17:17:04.806506 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] For port 85da7279-5d3c-4665-857f-576fbbdcc8fc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=85da7279-5d3c-4665-857f-576fbbdcc8fc,segment=NetworkSegment(88c0a118-c23c-4179-8919-23b7f8ef7330),segment_id=88c0a118-c23c-4179-8919-23b7f8ef7330)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:04.806869 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:04.821561 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Calling delete_port for 85da7279-5d3c-4665-857f-576fbbdcc8fc owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:17:04.876811 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:04.949734 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (85da7279-5d3c-4665-857f-576fbbdcc8fc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:04.962579 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['85da7279-5d3c-4665-857f-576fbbdcc8fc'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:17:04.981791 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Pushing event deleted for resources: {'Port': ['ID=85da7279-5d3c-4665-857f-576fbbdcc8fc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:04.995082 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.995428 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.995772 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.996112 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.996563 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.996802 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.997134 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.997468 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.997787 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.998110 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.998430 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.998751 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.999070 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.999389 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:04.999706 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:05.038584 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] No DVR routers for this DVR port 85da7279-5d3c-4665-857f-576fbbdcc8fc on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:17:05.041193 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:05.044616 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-35dd9fd8-f316-4f52-859f-3e1745641438 req-840af07f-8ee2-4f0b-b685-6911ab3696ab tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.71 "DELETE /v2.0/ports/85da7279-5d3c-4665-857f-576fbbdcc8fc HTTP/1.1" status: 204 len: 173 time: 0.4261227 May 25 17:17:05.045094 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a1a19c-745a-4bd6-ac50-edfee196c266', 'name': 'network-vif-deleted', 'tag': '85da7279-5d3c-4665-857f-576fbbdcc8fc'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:17:05.047334 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494f6a13-f74c-4ead-9247-91e1a948a6af" -d '{"events": [{"server_uuid": "99a1a19c-745a-4bd6-ac50-edfee196c266", "name": "network-vif-deleted", "tag": "85da7279-5d3c-4665-857f-576fbbdcc8fc"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:17:05.084943 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce0d5b-fb3b-45e0-ab2c-74276dd079dc x-openstack-request-id: req-80ce0d5b-fb3b-45e0-ab2c-74276dd079dc {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:17:05.085238 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a1a19c-745a-4bd6-ac50-edfee196c266", "name": "network-vif-deleted", "tag": "85da7279-5d3c-4665-857f-576fbbdcc8fc", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:17:05.085491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80ce0d5b-fb3b-45e0-ab2c-74276dd079dc {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:17:05.085896 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ce0d5b-fb3b-45e0-ab2c-74276dd079dc'] response: {'server_uuid': '99a1a19c-745a-4bd6-ac50-edfee196c266', 'name': 'network-vif-deleted', 'tag': '85da7279-5d3c-4665-857f-576fbbdcc8fc', 'status': 'completed', 'code': 200} May 25 17:17:05.666505 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9838fede-828b-449e-8aa1-2b9f50dc8718 req-380aeac3-f269-4b98-a4b1-6aaddb651435 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0291255 May 25 17:17:05.931117 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e72169-f419-411b-a79e-ab951708244c req-fbe8fec1-e43f-46c9-83f6-294bc5854d6c tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:05.932688 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-88e72169-f419-411b-a79e-ab951708244c req-fbe8fec1-e43f-46c9-83f6-294bc5854d6c tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0505040 May 25 17:17:06.001894 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-88e72169-f419-411b-a79e-ab951708244c req-e8fb3c38-dfda-4b85-a81d-277f85505e65 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608566 May 25 17:17:06.171579 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57086) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:06.283564 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd42a3b6-b1bc-4521-8068-958f495c52d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.358454 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd42a3b6-b1bc-4521-8068-958f495c52d4 admin admin] Publish callbacks [] for security_group (2680ce36-cd6b-4858-81f6-bfff607882cb), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.361814 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd42a3b6-b1bc-4521-8068-958f495c52d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2680ce36-cd6b-4858-81f6-bfff607882cb), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.372151 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:06.399904 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42a3b6-b1bc-4521-8068-958f495c52d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680ce36-cd6b-4858-81f6-bfff607882cb,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:06.405159 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fd42a3b6-b1bc-4521-8068-958f495c52d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b491963b72ed43e3ba625cdd6fb0c57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325726 May 25 17:17:06.407881 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57090) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:06.456393 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-067ba62d-31be-45bf-98f3-4c7e4767c401 admin admin] Publish callbacks [] for security_group (2680ce36-cd6b-4858-81f6-bfff607882cb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.478348 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-067ba62d-31be-45bf-98f3-4c7e4767c401 admin admin] Publish callbacks [] for security_group (2680ce36-cd6b-4858-81f6-bfff607882cb), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.528862 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-067ba62d-31be-45bf-98f3-4c7e4767c401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (2680ce36-cd6b-4858-81f6-bfff607882cb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.531297 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-067ba62d-31be-45bf-98f3-4c7e4767c401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.532460 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-067ba62d-31be-45bf-98f3-4c7e4767c401 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2680ce36-cd6b-4858-81f6-bfff607882cb HTTP/1.1" status: 204 len: 168 time: 0.1236932 May 25 17:17:06.541402 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ba62d-31be-45bf-98f3-4c7e4767c401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680ce36-cd6b-4858-81f6-bfff607882cb,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:06.786535 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ca3bff1-b8b7-493f-a699-1e69185ee70a req-a91f26f2-0853-4b40-83a6-c9fea7ca0e94 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0310724 May 25 17:17:06.821607 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57098) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:06.834838 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377d41e5-24fd-42ab-85d0-c925ddec1e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.923050 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377d41e5-24fd-42ab-85d0-c925ddec1e0f admin admin] Publish callbacks [] for security_group (81209122-d553-4f41-9b9a-ffa1c302737c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.927419 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377d41e5-24fd-42ab-85d0-c925ddec1e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (81209122-d553-4f41-9b9a-ffa1c302737c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:06.967009 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d41e5-24fd-42ab-85d0-c925ddec1e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81209122-d553-4f41-9b9a-ffa1c302737c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:06.971290 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-377d41e5-24fd-42ab-85d0-c925ddec1e0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da01eb3183084e7bb0b7dbe66643ff8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486971 May 25 17:17:06.974561 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57102) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:07.022635 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7d59-ea73-43e8-ab5b-603b686ec7f6 admin admin] Publish callbacks [] for security_group (81209122-d553-4f41-9b9a-ffa1c302737c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:07.044983 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7d59-ea73-43e8-ab5b-603b686ec7f6 admin admin] Publish callbacks [] for security_group (81209122-d553-4f41-9b9a-ffa1c302737c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:07.094054 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7d59-ea73-43e8-ab5b-603b686ec7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (81209122-d553-4f41-9b9a-ffa1c302737c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:07.096863 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7d59-ea73-43e8-ab5b-603b686ec7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:07.098005 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1a8e7d59-ea73-43e8-ab5b-603b686ec7f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81209122-d553-4f41-9b9a-ffa1c302737c HTTP/1.1" status: 204 len: 168 time: 0.1222084 May 25 17:17:07.109139 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e7d59-ea73-43e8-ab5b-603b686ec7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81209122-d553-4f41-9b9a-ffa1c302737c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:07.119492 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7d129-80ce-4b80-8c23-faa4e32c966f req-a32b214c-4db1-4bf8-a5ac-eb92918054cc tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:07.121029 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bf7d129-80ce-4b80-8c23-faa4e32c966f req-a32b214c-4db1-4bf8-a5ac-eb92918054cc tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0539684 May 25 17:17:07.173707 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bf7d129-80ce-4b80-8c23-faa4e32c966f req-167b23a8-48d2-4884-b2a5-e57d72ad7409 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460434 May 25 17:17:07.571586 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:07.780850 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57126) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:07.881295 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-184300257-network', 'tenant_id': 'd196fda79e464bbabea384532cf900bb'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:07.918952 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-789e9e2d-b47f-42ea-b704-c93191049b78 req-ec6d0089-3ca8-455b-aa43-4717ac7f71e3 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0331531 May 25 17:17:07.926184 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Made reservation on behalf of d196fda79e464bbabea384532cf900bb for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:07.929166 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:07.938507 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.017052 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:08.019093 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Publish callbacks [] for security_group (84366c5b-b321-4e26-9fb7-16653e26fe47), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.023581 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (84366c5b-b321-4e26-9fb7-16653e26fe47), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.045978 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:17:08.061794 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84366c5b-b321-4e26-9fb7-16653e26fe47,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:08.064627 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (6cf8b1f3-01d7-43eb-811b-a5af7e663008), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.065059 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Added segment 6cf8b1f3-01d7-43eb-811b-a5af7e663008 of type vlan for network c343d4c1-7333-47b0-938e-e343d12d191d May 25 17:17:08.105824 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (c343d4c1-7333-47b0-938e-e343d12d191d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.130185 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (c343d4c1-7333-47b0-938e-e343d12d191d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.131241 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:08.131843 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.179906 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3979616 May 25 17:17:08.185218 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57134) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:08.191106 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Request body: {'subnet': {'network_id': 'c343d4c1-7333-47b0-938e-e343d12d191d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-184300257-subnet', 'tenant_id': 'd196fda79e464bbabea384532cf900bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:08.194573 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85f1bf-9ce6-4335-846e-52a41eaf2792 admin admin] Pushing event updated for resources: {'Network': ['ID=c343d4c1-7333-47b0-938e-e343d12d191d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:08.206481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network c343d4c1-7333-47b0-938e-e343d12d191d details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:17:08.209395 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:08.215565 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Made reservation on behalf of d196fda79e464bbabea384532cf900bb for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:08.218126 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260128152'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.333884 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20c5a5-0e13-47cb-a176-fda3dccd368d req-92080e5a-b312-402c-88a7-721f982e68ea tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:08.335366 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bc20c5a5-0e13-47cb-a176-fda3dccd368d req-92080e5a-b312-402c-88a7-721f982e68ea tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0692465 May 25 17:17:08.422199 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bc20c5a5-0e13-47cb-a176-fda3dccd368d req-9d8cbee2-9f00-4ecf-a149-b66b9f9e8d18 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794370 May 25 17:17:08.475064 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260677062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260128106'] for subnet (df0e11e7-419a-4058-957e-82343efa85e4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.529305 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0e11e7-419a-4058-957e-82343efa85e4,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:08.540086 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Checking segment: {'id': '6cf8b1f3-01d7-43eb-811b-a5af7e663008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c343d4c1-7333-47b0-938e-e343d12d191d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:08.540439 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Network hostable DHCP agents. Network: c343d4c1-7333-47b0-938e-e343d12d191d, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:17:08.550436 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:08.558218 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Network c343d4c1-7333-47b0-938e-e343d12d191d is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:17:08.567425 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, c343d4c1-7333-47b0-938e-e343d12d191d) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:08.571602 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:08.572184 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:08.577067 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f04036-ddaa-4f39-909e-e7cf8dee4c78 None None] Network c343d4c1-7333-47b0-938e-e343d12d191d requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:17:08.587995 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8f453ee8-288f-447e-a9e7-66c16a1e7719 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4008796 May 25 17:17:08.680439 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84434663-1679-4f68-9604-32c162f882b2 None None] Network c343d4c1-7333-47b0-938e-e343d12d191d requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:17:08.859274 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:08.923482 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 85da7279-5d3c-4665-857f-576fbbdcc8fc no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:17:08.944975 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 85da7279-5d3c-4665-857f-576fbbdcc8fc {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:17:08.945643 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 85da7279-5d3c-4665-857f-576fbbdcc8fc not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:17:08.946224 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device e4baaf10-25ec-45f6-8706-8a010940d744 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:17:08.949649 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:09.027749 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-cbef65b6-b9f7-4069-b9e8-bf7b6e0f5e04 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:09.029753 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-cbef65b6-b9f7-4069-b9e8-bf7b6e0f5e04 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 946 time: 0.0678501 May 25 17:17:09.056058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port e4baaf10-25ec-45f6-8706-8a010940d744 is: ACTIVE; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:09.056457 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.102573 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:17:09.105680 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50519738-dbf0-4def-9a77-783b84c2f12c" -d '{"events": [{"server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:17:09.123398 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port e4baaf10-25ec-45f6-8706-8a010940d744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e4baaf10-25ec-45f6-8706-8a010940d744,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:09.132369 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.168578 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a62d59b-f661-4325-8579-eb4fa055ffd1 req-0e97a250-453e-44b4-8fc2-c07e8048dfc9 tempest-VolumesNegativeTest-411841985 tempest-VolumesNegativeTest-411841985-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a1a19c-745a-4bd6-ac50-edfee196c266 HTTP/1.1" status: 200 len: 210 time: 0.0808849 May 25 17:17:09.204790 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d47705f-7097-4e99-a45a-b6de555c4751 x-openstack-request-id: req-3d47705f-7097-4e99-a45a-b6de555c4751 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:17:09.205313 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:17:09.205723 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d47705f-7097-4e99-a45a-b6de555c4751 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:17:09.206463 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d47705f-7097-4e99-a45a-b6de555c4751'] response: {'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'code': 200} May 25 17:17:09.213030 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=e4baaf10-25ec-45f6-8706-8a010940d744,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:09.220636 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.221011 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.221534 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.222130 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.222401 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.222738 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.223080 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.224018 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.224347 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.224742 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.225078 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.225408 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.225734 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.226057 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.226380 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:09.228914 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Deleting port e4baaf10-25ec-45f6-8706-8a010940d744 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:17:09.228914 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.231879 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57158) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:09.237256 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-808106239-network', 'tenant_id': '765f1b056a984181ae0f7a00a58ad69d'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:09.258007 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Made reservation on behalf of 765f1b056a984181ae0f7a00a58ad69d for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:09.260438 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.346288 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] For port e4baaf10-25ec-45f6-8706-8a010940d744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e4baaf10-25ec-45f6-8706-8a010940d744,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:09.346667 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.530929 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.570439 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.570789 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (538ef71c-f012-4ffa-b867-e724dafc4e11), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.571121 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Floating IP 538ef71c-f012-4ffa-b867-e724dafc4e11 disassociated. External IP: 172.27.0.130, port: e4baaf10-25ec-45f6-8706-8a010940d744. May 25 17:17:09.571478 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Calling delete_port for e4baaf10-25ec-45f6-8706-8a010940d744 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:17:09.572696 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:09.600934 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52342fc6-ec84-4346-9d9c-ec497812becc req-5ed558e4-e4eb-45f0-b52f-833d7ff206da tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:09.602445 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-52342fc6-ec84-4346-9d9c-ec497812becc req-5ed558e4-e4eb-45f0-b52f-833d7ff206da tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 944 time: 0.0738182 May 25 17:17:09.639335 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:09.681079 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-52342fc6-ec84-4346-9d9c-ec497812becc req-3b08ba66-ea45-4cac-9da6-eada39624fe2 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683508 May 25 17:17:09.721263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Publish callbacks [] for security_group (65ca84b4-4154-4bbc-84c3-adf3f1d968e2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.723655 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (e4baaf10-25ec-45f6-8706-8a010940d744), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.727348 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (65ca84b4-4154-4bbc-84c3-adf3f1d968e2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.759988 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event deleted for resources: {'Port': ['ID=e4baaf10-25ec-45f6-8706-8a010940d744,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:09.763272 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:17:09.782179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca84b4-4154-4bbc-84c3-adf3f1d968e2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:09.789942 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (a8826daf-b096-4934-aed9-9197af148ea0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.790388 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Added segment a8826daf-b096-4934-aed9-9197af148ea0 of type vlan for network d9d34292-f91c-4956-8cba-3407dcb671aa May 25 17:17:09.850148 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (d9d34292-f91c-4956-8cba-3407dcb671aa), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.881115 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (d9d34292-f91c-4956-8cba-3407dcb671aa), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.882121 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:09.882683 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:09.890410 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:17:09.933282 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7000515 May 25 17:17:09.936293 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57162) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:09.942609 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Request body: {'subnet': {'network_id': 'd9d34292-f91c-4956-8cba-3407dcb671aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-808106239-subnet', 'tenant_id': '765f1b056a984181ae0f7a00a58ad69d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:09.947029 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f20cb0-5dbb-4ab0-a92f-a87a63c4d63f admin admin] Pushing event updated for resources: {'Network': ['ID=d9d34292-f91c-4956-8cba-3407dcb671aa,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:09.960216 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network d9d34292-f91c-4956-8cba-3407dcb671aa details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:17:09.970940 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:10.005234 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Made reservation on behalf of 765f1b056a984181ae0f7a00a58ad69d for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:10.007505 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260128152'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:10.062777 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:17:10.073134 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:17:10.083641 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:10.084703 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:10.128329 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] No DVR routers for this DVR port e4baaf10-25ec-45f6-8706-8a010940d744 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:17:10.132100 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:10.136005 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecc3b836-b3a4-4e8c-95a6-c3002eab7f0a req-13fea992-bf1a-44ae-a75e-aa59eb090d41 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "DELETE /v2.0/ports/e4baaf10-25ec-45f6-8706-8a010940d744 HTTP/1.1" status: 204 len: 173 time: 1.0981216 May 25 17:17:10.141774 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'name': 'network-vif-deleted', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:17:10.144140 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed16db5-1660-403a-9ead-4833ab4e7e72" -d '{"events": [{"server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "name": "network-vif-deleted", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:17:10.238188 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:10.245114 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b70d4-2cde-4aa9-a937-00563d332edb x-openstack-request-id: req-717b70d4-2cde-4aa9-a937-00563d332edb {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:17:10.245623 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48a0fde-a6e2-447e-b977-2a8d2ecca65f", "name": "network-vif-deleted", "tag": "e4baaf10-25ec-45f6-8706-8a010940d744", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:17:10.248150 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-717b70d4-2cde-4aa9-a937-00563d332edb {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:17:10.248815 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717b70d4-2cde-4aa9-a937-00563d332edb'] response: {'server_uuid': 'd48a0fde-a6e2-447e-b977-2a8d2ecca65f', 'name': 'network-vif-deleted', 'tag': 'e4baaf10-25ec-45f6-8706-8a010940d744', 'status': 'completed', 'code': 200} May 25 17:17:10.358563 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260677062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260128106'] for subnet (873a5844-adc7-4c00-98c6-b205ba28218e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:10.449561 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873a5844-adc7-4c00-98c6-b205ba28218e,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:10.459086 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Checking segment: {'id': 'a8826daf-b096-4934-aed9-9197af148ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd9d34292-f91c-4956-8cba-3407dcb671aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:10.459667 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Network hostable DHCP agents. Network: d9d34292-f91c-4956-8cba-3407dcb671aa, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:17:10.488613 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Network d9d34292-f91c-4956-8cba-3407dcb671aa is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:17:10.501717 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, d9d34292-f91c-4956-8cba-3407dcb671aa) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:10.509992 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:10.511031 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:10.526065 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d25eb-93c3-4818-adb7-f6c2880c4928 None None] Network d9d34292-f91c-4956-8cba-3407dcb671aa requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:17:10.534385 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7bbdc130-7f96-4efc-926e-ecb095ac9707 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5963843 May 25 17:17:10.599990 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:10.617463 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dbe556e-e769-4896-9a2f-7d7a241290ab req-c25c4358-e7d4-46c2-b12c-c9b17e831c8d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0635283 May 25 17:17:10.652414 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:17:10.691117 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:10.691752 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:16:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:10.781539 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b99c2-daf1-4158-b2ad-b78e0dbf0b1c None None] Network d9d34292-f91c-4956-8cba-3407dcb671aa requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:17:10.815808 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a33f3d05-1ed3-4633-8358-fc32b85c826a req-43f76c87-43be-468e-a2c2-ac8278b26c8e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 210 time: 0.0349927 May 25 17:17:10.886410 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:10.894424 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dbe556e-e769-4896-9a2f-7d7a241290ab req-e4c7ad97-ab0e-4997-a68e-f5eca1fed585 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=d48a0fde-a6e2-447e-b977-2a8d2ecca65f HTTP/1.1" status: 200 len: 210 time: 0.0508296 May 25 17:17:10.920289 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:10.984308 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:11.030478 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:11.032021 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe556e-e769-4896-9a2f-7d7a241290ab req-2a56139f-cf4d-4b88-930a-79b0779f68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:11.033590 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dbe556e-e769-4896-9a2f-7d7a241290ab req-2a56139f-cf4d-4b88-930a-79b0779f68ec service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1211026 May 25 17:17:11.155203 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe556e-e769-4896-9a2f-7d7a241290ab req-ecbea419-a235-467d-8bdd-69b5a45d0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:11.156946 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:11.157442 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dbe556e-e769-4896-9a2f-7d7a241290ab req-ecbea419-a235-467d-8bdd-69b5a45d0bab service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172330 May 25 17:17:11.187938 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73d99a-8667-4329-85c9-8e3ca4f42cfe None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:17:11.471305 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69830c39-0b9e-454d-b026-aa3cc3c5e2a7 None None] New status for floating IP 538ef71c-f012-4ffa-b867-e724dafc4e11: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:17:12.104080 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5e4ea1f0-57bc-403c-bec3-c14036661a0b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215202645&fields=id&tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 267 time: 0.0482643 May 25 17:17:12.237135 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-22963013-12a1-42e9-9d4f-939b78233e26 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:12.239612 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-22963013-12a1-42e9-9d4f-939b78233e26 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 811 time: 0.1277568 May 25 17:17:12.261938 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-e377fc7b-c930-4bcb-95d9-11eb7897fef1 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/quotas/df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 375 time: 0.0160069 May 25 17:17:12.594288 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-759ab418-7a8f-49fd-bca2-4a26a71f522f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3271914 May 25 17:17:12.674488 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:12.713764 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-8ed15a0e-7e72-44d5-b223-843da4c6e999 service neutron] 10.222.0.31 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060691 May 25 17:17:12.838177 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-7ee51893-b130-4e46-9679-34457061a5af service neutron] 10.222.0.31 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172516 May 25 17:17:13.174757 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d38545c-8654-4671-9f39-0453f7d9c983 req-52318f1f-8083-4737-9ff6-390e2db7a807 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 210 time: 0.0417447 May 25 17:17:13.918174 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10b5f3f1-b3b9-4eb3-bb4a-a195eba95597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:14.277327 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a8266b72-3be6-4994-a3aa-13d62a532f88 req-727a718f-8305-40e9-bbf9-9033a6440a75 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 210 time: 0.0375128 May 25 17:17:14.376851 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-21120d04-a492-48ea-8387-d88b0e3e0733 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:14.378252 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-21120d04-a492-48ea-8387-d88b0e3e0733 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 811 time: 0.1112368 May 25 17:17:14.441669 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-3da9af0a-0135-4408-b229-4581d38639a6 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 379 time: 0.0551162 May 25 17:17:14.450911 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'port': {'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'admin_state_up': True, 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'security_groups': ['015fb2da-339e-4847-900c-15bf2958309f']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:14.563841 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Made reservation on behalf of df9bc8d103cf40e1b8d984f1947e7c5d for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:14.567743 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:14.695089 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Allocated IP 172.20.0.10 (f83d3faf-d265-477f-8499-04e56bb140df/b0d1d308-5103-4112-b543-c19632de5d78/2a0150b3-ed16-4d05-8467-4a200d9130b6) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:14.713827 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:14.850830 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:14.886135 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:14.933453 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Network f83d3faf-d265-477f-8499-04e56bb140df is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:14.938899 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:14.941119 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=2a0150b3-ed16-4d05-8467-4a200d9130b6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:14.943882 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:14.998401 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:14.999125 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.018531 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c099b8f3-61cb-484b-ad27-edd461eaa4a0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5713663 May 25 17:17:15.038125 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Request body: {'port': {'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:15.100119 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57504) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:15.121031 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.201257 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:15.280309 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-26da4ec6-fe65-454e-80f8-4f6acf085b26 None None] Provisioning complete for port 2a0150b3-ed16-4d05-8467-4a200d9130b6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:15.282967 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26da4ec6-fe65-454e-80f8-4f6acf085b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.335265 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b240a7bc-7793-4539-8d6d-63a86f428ee4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb64651a79ca496dbf2a79dba7e085ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329965 May 25 17:17:15.336185 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57516) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:15.367391 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-26da4ec6-fe65-454e-80f8-4f6acf085b26 None None] Port 2a0150b3-ed16-4d05-8467-4a200d9130b6 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:17:15.472470 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469afdef-5a5d-4780-ad4a-ea74a5c6180e req-06ccaac5-f1a7-48d7-8850-3eefec7eb6c3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:15.474626 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-469afdef-5a5d-4780-ad4a-ea74a5c6180e req-06ccaac5-f1a7-48d7-8850-3eefec7eb6c3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 932 time: 0.0729380 May 25 17:17:15.490252 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce912be4-3973-46ad-975c-8e2548778034 admin admin] Publish callbacks [] for security_group (4f22b016-abd5-4492-828d-93d8a74c1af3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.495421 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57524) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:15.513873 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0150b3-ed16-4d05-8467-4a200d9130b6 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:17:15.523892 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Publish callbacks [] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.539273 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Transition to ACTIVE for port object 2a0150b3-ed16-4d05-8467-4a200d9130b6 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:17:15.543056 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.545331 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce912be4-3973-46ad-975c-8e2548778034 admin admin] Publish callbacks [] for security_group (4f22b016-abd5-4492-828d-93d8a74c1af3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.555854 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:15.560263 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:15.588987 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-469afdef-5a5d-4780-ad4a-ea74a5c6180e req-65cc3dca-9df4-4212-9ec1-67b0956f19c4 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914090 May 25 17:17:15.649624 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0150b3-ed16-4d05-8467-4a200d9130b6,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:15.654832 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce912be4-3973-46ad-975c-8e2548778034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (4f22b016-abd5-4492-828d-93d8a74c1af3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.658057 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce912be4-3973-46ad-975c-8e2548778034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.659040 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ce912be4-3973-46ad-975c-8e2548778034 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f22b016-abd5-4492-828d-93d8a74c1af3 HTTP/1.1" status: 204 len: 168 time: 0.3218410 May 25 17:17:15.670817 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce912be4-3973-46ad-975c-8e2548778034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f22b016-abd5-4492-828d-93d8a74c1af3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:15.714344 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d9c689ba-c194-4d7d-8354-8c807dea12ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.773545 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Attempting to bind port 2a0150b3-ed16-4d05-8467-4a200d9130b6 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:17:15.773886 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Attempting to bind port 2a0150b3-ed16-4d05-8467-4a200d9130b6 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:17:15.774222 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Attempting to bind port 2a0150b3-ed16-4d05-8467-4a200d9130b6 on network f83d3faf-d265-477f-8499-04e56bb140df {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:15.782957 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Port 2a0150b3-ed16-4d05-8467-4a200d9130b6 on network f83d3faf-d265-477f-8499-04e56bb140df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:17:15.783329 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Attempting to bind port 2a0150b3-ed16-4d05-8467-4a200d9130b6 on network f83d3faf-d265-477f-8499-04e56bb140df {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:15.793566 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:17:15.793909 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Checking segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:15.794375 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Bound using segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:17:15.794718 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Bound port: 2a0150b3-ed16-4d05-8467-4a200d9130b6, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:17:15.795080 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.887843 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d9c689ba-c194-4d7d-8354-8c807dea12ed admin admin] Publish callbacks [] for security_group (e0714bf2-e9ad-41ce-b08e-f944e68824a2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.895862 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] For port 2a0150b3-ed16-4d05-8467-4a200d9130b6, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:17:15.898047 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d9c689ba-c194-4d7d-8354-8c807dea12ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (e0714bf2-e9ad-41ce-b08e-f944e68824a2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.901662 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] For port 2a0150b3-ed16-4d05-8467-4a200d9130b6, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:17:15.923111 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.982793 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d9c689ba-c194-4d7d-8354-8c807dea12ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f29eecfa9984eb8aac53a21e25dc56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4857066 May 25 17:17:15.985693 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57536) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:15.991664 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c689ba-c194-4d7d-8354-8c807dea12ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0714bf2-e9ad-41ce-b08e-f944e68824a2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:15.994856 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:15.995583 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:15.996867 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] 10.222.0.71 "PUT /v2.0/ports/2a0150b3-ed16-4d05-8467-4a200d9130b6 HTTP/1.1" status: 200 len: 1094 time: 0.9672048 May 25 17:17:16.001558 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:17:16.003829 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369beab2-c821-4483-b88a-65c1befc3bac" -d '{"events": [{"name": "network-changed", "server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:17:16.028381 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431d6be-612e-4661-bbab-b878f99f2ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0150b3-ed16-4d05-8467-4a200d9130b6,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:16.088490 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7fdc3e-4f7c-40fd-9cc8-beba76cb74f5 x-openstack-request-id: req-df7fdc3e-4f7c-40fd-9cc8-beba76cb74f5 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:17:16.089007 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:17:16.089127 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:16.089526 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df7fdc3e-4f7c-40fd-9cc8-beba76cb74f5 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:17:16.090387 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7fdc3e-4f7c-40fd-9cc8-beba76cb74f5'] response: {'name': 'network-changed', 'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'status': 'completed', 'code': 200} May 25 17:17:16.100083 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16625c38-92e4-44d7-8424-44c798cd043b admin admin] Publish callbacks [] for security_group (e0714bf2-e9ad-41ce-b08e-f944e68824a2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.105606 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-94754001-5f34-400e-a0a4-7767cb42f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:16.107170 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-94754001-5f34-400e-a0a4-7767cb42f4f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 1128 time: 0.0677598 May 25 17:17:16.121556 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:16.125344 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16625c38-92e4-44d7-8424-44c798cd043b admin admin] Publish callbacks [] for security_group (e0714bf2-e9ad-41ce-b08e-f944e68824a2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.152136 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-297d95fc-acb2-4e0c-9f56-6d0106aac01b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6 HTTP/1.1" status: 200 len: 217 time: 0.0378919 May 25 17:17:16.174765 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-da29220b-3505-45ea-9d46-78cdda975d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.190353 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16625c38-92e4-44d7-8424-44c798cd043b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (e0714bf2-e9ad-41ce-b08e-f944e68824a2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.196631 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16625c38-92e4-44d7-8424-44c798cd043b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.198485 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-16625c38-92e4-44d7-8424-44c798cd043b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0714bf2-e9ad-41ce-b08e-f944e68824a2 HTTP/1.1" status: 204 len: 168 time: 0.2116258 May 25 17:17:16.209810 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16625c38-92e4-44d7-8424-44c798cd043b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0714bf2-e9ad-41ce-b08e-f944e68824a2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:16.233197 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-0ae2407c-9ae4-4fa3-b3bb-6575a8eb398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:16.237159 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-0ae2407c-9ae4-4fa3-b3bb-6575a8eb398f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0718970 May 25 17:17:16.287629 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-e46a1f56-4445-4dd1-bf54-f0e08ebab198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:16.289255 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-e46a1f56-4445-4dd1-bf54-f0e08ebab198 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459137 May 25 17:17:16.400610 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-b340d65c-d70f-4a51-bbe1-aaeb25624400 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049109 May 25 17:17:16.506574 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-755ff201-9a5a-4c46-8091-e11bd3dae44b req-c759b305-162f-4a90-a03e-9551c14c8e06 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998433 May 25 17:17:16.641381 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57566) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:16.764490 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369beab2-c821-4483-b88a-65c1befc3bac req-a358ade0-20a7-4faa-8b2f-accc064d6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:16.766525 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-369beab2-c821-4483-b88a-65c1befc3bac req-a358ade0-20a7-4faa-8b2f-accc064d6ec8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 1128 time: 0.0667830 May 25 17:17:16.775310 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70156d9-9498-4b85-abf1-83c0e85b9dca req-9c3188f3-7e98-4402-817b-cb2899ec2f13 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:16.777428 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b70156d9-9498-4b85-abf1-83c0e85b9dca req-9c3188f3-7e98-4402-817b-cb2899ec2f13 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 944 time: 0.0890689 May 25 17:17:16.808414 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1184042993-network', 'tenant_id': '195f7502e12548c5820b9b176a98b349'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:16.870195 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b70156d9-9498-4b85-abf1-83c0e85b9dca req-6d8190e1-9c81-46ba-81d8-493bab36934f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779426 May 25 17:17:16.870195 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Made reservation on behalf of 195f7502e12548c5820b9b176a98b349 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:16.870195 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.894249 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.922430 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:16.924520 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369beab2-c821-4483-b88a-65c1befc3bac req-d027bc53-bca8-4082-8849-5b30d91eaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:16.928931 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-369beab2-c821-4483-b88a-65c1befc3bac req-d027bc53-bca8-4082-8849-5b30d91eaf48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.1538243 May 25 17:17:16.982720 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Publish callbacks [] for security_group (721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.989965 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:16.992776 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-369beab2-c821-4483-b88a-65c1befc3bac req-0798749a-acd5-451b-9c26-66844c0598d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6 HTTP/1.1" status: 200 len: 217 time: 0.0572085 May 25 17:17:17.017862 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:17:17.034095 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:17.040862 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (f648734f-8dbf-44b0-9567-f945af197d64), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.041373 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Added segment f648734f-8dbf-44b0-9567-f945af197d64 of type vlan for network e6f08fc4-b293-432c-a878-9fdf1df40d71 May 25 17:17:17.069371 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369beab2-c821-4483-b88a-65c1befc3bac req-f77855ff-67b3-4041-b802-d94dcaa4dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:17.074637 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-369beab2-c821-4483-b88a-65c1befc3bac req-f77855ff-67b3-4041-b802-d94dcaa4dfbe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0751753 May 25 17:17:17.086237 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (e6f08fc4-b293-432c-a878-9fdf1df40d71), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.114995 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (e6f08fc4-b293-432c-a878-9fdf1df40d71), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.116663 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:17.116827 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.122900 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369beab2-c821-4483-b88a-65c1befc3bac req-f8d8535c-b3cb-4422-8b96-66236f9ef63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:17.124558 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-369beab2-c821-4483-b88a-65c1befc3bac req-f8d8535c-b3cb-4422-8b96-66236f9ef63b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439680 May 25 17:17:17.181561 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5357404 May 25 17:17:17.181561 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57586) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:17.188890 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Request body: {'subnet': {'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1184042993-subnet', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:17.194676 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cd4f4-d658-4a72-8bde-838608dd5573 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f08fc4-b293-432c-a878-9fdf1df40d71,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:17.209401 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:17:17.217185 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Made reservation on behalf of 195f7502e12548c5820b9b176a98b349 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:17.221131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261499527'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.234176 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-369beab2-c821-4483-b88a-65c1befc3bac req-f548c43d-3128-42c2-875d-f6ce649da6d6 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035633 May 25 17:17:17.315829 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:17.341332 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-369beab2-c821-4483-b88a-65c1befc3bac req-9e076f56-ae7b-4482-b5de-b46631fe5bca service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002331 May 25 17:17:17.410200 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260389448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261499509'] for subnet (4056a2ec-b740-478a-bc7e-055297bff9f9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.472922 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4056a2ec-b740-478a-bc7e-055297bff9f9,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:17.479248 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:17.482607 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Checking segment: {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:17.482974 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Network hostable DHCP agents. Network: e6f08fc4-b293-432c-a878-9fdf1df40d71, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:17:17.502814 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:17:17.512567 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, e6f08fc4-b293-432c-a878-9fdf1df40d71) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:17.516989 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:17.517636 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.532112 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7bc997-882c-4382-9a23-188025c47bba None None] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:17:17.539244 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-236f7f2d-9537-4ba3-b269-dd23b6230d80 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3564143 May 25 17:17:17.542021 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57594) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:17.546398 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:17.574524 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (26347744-a27f-49f4-bc44-cfc1487d1272), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.576293 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (26347744-a27f-49f4-bc44-cfc1487d1272), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.595616 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.637635 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks [] for router_controller (26347744-a27f-49f4-bc44-cfc1487d1272), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.664856 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-e6f08fc4-b293-432c-a878-9fdf1df40d71', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'project_id': '195f7502e12548c5820b9b176a98b349', 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:17:17.665806 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.727798 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57598) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:17.778822 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks [] for router_gateway (26347744-a27f-49f4-bc44-cfc1487d1272), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.859261 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6943c98f-105c-4e7c-96fa-1ab47597d7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.907181 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:17.960403 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Allocated IP 172.20.0.2 (e6f08fc4-b293-432c-a878-9fdf1df40d71/4056a2ec-b740-478a-bc7e-055297bff9f9/87691f6d-2dca-4d90-87f1-7dda5fd92f4a) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:17.967708 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6943c98f-105c-4e7c-96fa-1ab47597d7c8 admin admin] Publish callbacks [] for security_group (a565cbbc-1386-4f22-9d82-9f6f42f5edc2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:17.973698 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6943c98f-105c-4e7c-96fa-1ab47597d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (a565cbbc-1386-4f22-9d82-9f6f42f5edc2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.018850 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6943c98f-105c-4e7c-96fa-1ab47597d7c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cfb9666aa954c82a7908bc419678194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898781 May 25 17:17:18.024951 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57608) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:18.037547 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4388-8f52-4ebd-9a01-b752efb13e13 req-ca6a5832-5d19-4851-a355-34f7e84b0620 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:18.039395 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c0bc4388-8f52-4ebd-9a01-b752efb13e13 req-ca6a5832-5d19-4851-a355-34f7e84b0620 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 944 time: 0.0615876 May 25 17:17:18.042370 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943c98f-105c-4e7c-96fa-1ab47597d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a565cbbc-1386-4f22-9d82-9f6f42f5edc2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:18.046837 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks [] for router_gateway (26347744-a27f-49f4-bc44-cfc1487d1272), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.087926 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.117215 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73803b14-6ac5-40ae-8344-b5e899afee03 admin admin] Publish callbacks [] for security_group (a565cbbc-1386-4f22-9d82-9f6f42f5edc2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.141582 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73803b14-6ac5-40ae-8344-b5e899afee03 admin admin] Publish callbacks [] for security_group (a565cbbc-1386-4f22-9d82-9f6f42f5edc2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.143521 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Publish callbacks [] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.152308 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.215695 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:18.220979 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73803b14-6ac5-40ae-8344-b5e899afee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (a565cbbc-1386-4f22-9d82-9f6f42f5edc2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.221530 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:18.223667 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Pushing event updated for resources: {'Port': ['ID=87691f6d-2dca-4d90-87f1-7dda5fd92f4a,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:18.225996 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:18.228507 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73803b14-6ac5-40ae-8344-b5e899afee03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.233233 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-73803b14-6ac5-40ae-8344-b5e899afee03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a565cbbc-1386-4f22-9d82-9f6f42f5edc2 HTTP/1.1" status: 204 len: 168 time: 0.2071536 May 25 17:17:18.241793 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:18.249284 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Allocated IP 172.27.0.143 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/e8fa4a52-f5fc-4b45-9f05-51634243b4ce) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:18.251472 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73803b14-6ac5-40ae-8344-b5e899afee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a565cbbc-1386-4f22-9d82-9f6f42f5edc2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:18.257036 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c0bc4388-8f52-4ebd-9a01-b752efb13e13 req-23bf4742-bed0-4a62-bb32-454ccb9942a8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712224 May 25 17:17:18.347237 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Attempting to bind port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:17:18.347617 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Attempting to bind port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:17:18.349052 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Attempting to bind port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a on network e6f08fc4-b293-432c-a878-9fdf1df40d71 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:18.354967 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:17:18.355473 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Checking segment: {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:18.355965 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.356452 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Bound using segment: {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:17:18.357093 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Bound port: 87691f6d-2dca-4d90-87f1-7dda5fd92f4a, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:17:18.357572 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.370824 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:18.374809 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:18.378837 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks [] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.419853 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.431365 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] For port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:17:18.435633 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] For port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=87691f6d-2dca-4d90-87f1-7dda5fd92f4a,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:17:18.443628 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.469956 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:18.475934 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:18.479934 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:18.501464 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Pushing event updated for resources: {'Port': ['ID=e8fa4a52-f5fc-4b45-9f05-51634243b4ce,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:18.521019 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f193314-c671-4843-bfc3-3da878f884b1 None None] Pushing event updated for resources: {'Port': ['ID=87691f6d-2dca-4d90-87f1-7dda5fd92f4a,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:18.784155 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks [] for router_gateway (26347744-a27f-49f4-bc44-cfc1487d1272), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.840023 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:18.865692 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:18.994711 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 87691f6d-2dca-4d90-87f1-7dda5fd92f4a up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:18.996977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (26347744-a27f-49f4-bc44-cfc1487d1272), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:19.043119 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:19.043494 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:19.126459 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:19.127192 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:19.136102 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Router 26347744-a27f-49f4-bc44-cfc1487d1272 is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:17:19.167704 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=87691f6d-2dca-4d90-87f1-7dda5fd92f4a,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:19.172023 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:19.222730 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=87691f6d-2dca-4d90-87f1-7dda5fd92f4a,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:19.255566 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:17:19.265252 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Sync routers for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:17:19.279897 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:19.280232 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:19.281130 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:19.284488 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57640) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:19.285044 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e7170112-e50f-4848-8bf2-fadcda3f5809 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7414942 May 25 17:17:19.453458 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:19.502264 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97ddb-a987-404e-81d2-43d0b26dd313 req-e9a4fb05-d814-457d-a694-d8592aa16483 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:19.503930 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ca97ddb-a987-404e-81d2-43d0b26dd313 req-e9a4fb05-d814-457d-a694-d8592aa16483 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 944 time: 0.1100564 May 25 17:17:19.649533 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ca97ddb-a987-404e-81d2-43d0b26dd313 req-3329e5c4-11ae-41b2-8214-ffe554c68fc6 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967076 May 25 17:17:19.728814 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:18Z', 'revision_number': 3, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:19.766101 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:19.799563 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Checking router: 26347744-a27f-49f4-bc44-cfc1487d1272 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:17:19.799971 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Updating router 26347744-a27f-49f4-bc44-cfc1487d1272 port e8fa4a52-f5fc-4b45-9f05-51634243b4ce binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:17:19.839924 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:19.873257 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:19.921539 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:19.922700 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ea144-1e39-4d66-99c7-0edd971100cd None None] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:17:19.979898 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.042131 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:20.046832 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d58e3bfb-ea61-4ce9-90d8-2792b0f5d693 None None] Provisioning complete for port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:20.047245 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d58e3bfb-ea61-4ce9-90d8-2792b0f5d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.143494 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Allocated IP 172.20.0.1 (e6f08fc4-b293-432c-a878-9fdf1df40d71/4056a2ec-b740-478a-bc7e-055297bff9f9/f4ecbf6f-22fe-4d45-8420-aecea8908255) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:20.256098 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Publish callbacks [] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.256743 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d58e3bfb-ea61-4ce9-90d8-2792b0f5d693 None None] Current status of the port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:20.288817 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.295875 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.337982 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:20.338243 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Publish callbacks [] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.341315 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:20.345229 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:20.348160 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.389616 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ecbf6f-22fe-4d45-8420-aecea8908255,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:20.403288 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (26347744-a27f-49f4-bc44-cfc1487d1272), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.411120 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Attempting to bind port e8fa4a52-f5fc-4b45-9f05-51634243b4ce on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:17:20.411503 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Attempting to bind port e8fa4a52-f5fc-4b45-9f05-51634243b4ce by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:17:20.412059 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Attempting to bind port e8fa4a52-f5fc-4b45-9f05-51634243b4ce on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:20.416290 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33822f88-e2cd-4533-b25d-d2f146a91826 None None] Pushing event updated for resources: {'Port': ['ID=e8fa4a52-f5fc-4b45-9f05-51634243b4ce,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:20.421101 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:17:20.421484 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:20.421891 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.422306 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:17:20.422779 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Bound port: e8fa4a52-f5fc-4b45-9f05-51634243b4ce, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:17:20.423162 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.486310 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-c8fd1492-4fea-4ae2-a553-3eccc2c6c40b None None] Provisioning complete for port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:20.486687 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1492-4fea-4ae2-a553-3eccc2c6c40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.489662 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] For port e8fa4a52-f5fc-4b45-9f05-51634243b4ce, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:17:20.522691 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] For port e8fa4a52-f5fc-4b45-9f05-51634243b4ce, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=e8fa4a52-f5fc-4b45-9f05-51634243b4ce,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:17:20.536666 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.539015 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.582154 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:20.654892 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33822f88-e2cd-4533-b25d-d2f146a91826 None None] Pushing event updated for resources: {'Port': ['ID=e8fa4a52-f5fc-4b45-9f05-51634243b4ce,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:20.666845 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:20.667980 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:20.672071 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd1492-4fea-4ae2-a553-3eccc2c6c40b None None] Current status of the port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:20.726231 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:20.766710 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:20.769119 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Publish callbacks [] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.775609 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.788893 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:20.789108 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ce1ec-afd3-46fd-bcba-c96489fadd86 req-80bd53de-edbe-43f3-896b-71128b89c598 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:20.793151 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b66ce1ec-afd3-46fd-bcba-c96489fadd86 req-80bd53de-edbe-43f3-896b-71128b89c598 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 944 time: 0.0614457 May 25 17:17:20.845394 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (26347744-a27f-49f4-bc44-cfc1487d1272), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.847510 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ecbf6f-22fe-4d45-8420-aecea8908255,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:20.849863 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-125e2bb9-124e-4ee6-81d0-0ce3c0b3aedd None None] Provisioning complete for port f4ecbf6f-22fe-4d45-8420-aecea8908255 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:20.850317 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-125e2bb9-124e-4ee6-81d0-0ce3c0b3aedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:20.904536 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b66ce1ec-afd3-46fd-bcba-c96489fadd86 req-9f927375-c20c-4bbd-aefe-6bdebd694f9c tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063910 May 25 17:17:20.985109 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:20.986654 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:20.991643 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:21.002549 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-125e2bb9-124e-4ee6-81d0-0ce3c0b3aedd None None] Port f4ecbf6f-22fe-4d45-8420-aecea8908255 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:17:21.040439 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 87691f6d-2dca-4d90-87f1-7dda5fd92f4a up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:21.150999 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Router 26347744-a27f-49f4-bc44-cfc1487d1272 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:17:21.287617 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:17:21.292797 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-576de752-5ffa-4e34-9bc3-7b1b8f09f343 admin admin] 10.222.0.31 "PUT /v2.0/routers/26347744-a27f-49f4-bc44-cfc1487d1272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0060434 May 25 17:17:21.349437 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-56807875-d8e4-4095-bd47-f4f984ecb264 None None] Provisioning complete for port f4ecbf6f-22fe-4d45-8420-aecea8908255 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:21.349983 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-56807875-d8e4-4095-bd47-f4f984ecb264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:21.437719 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-56807875-d8e4-4095-bd47-f4f984ecb264 None None] Port f4ecbf6f-22fe-4d45-8420-aecea8908255 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:17:21.456030 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:21.456411 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:21.462787 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 1, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:21.511839 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0c17f-8b9d-4177-8496-d96e481f2f6c None None] The sync data for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi is: [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 1, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:17:21.581662 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:22.014323 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57700) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:22.019156 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1188232021-network', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:22.037410 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea31c3-0d20-444e-a965-8ce4bf72ea4a req-05acb0be-e760-43f5-a9a4-d329208266ed tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:22.039744 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5aea31c3-0d20-444e-a965-8ce4bf72ea4a req-05acb0be-e760-43f5-a9a4-d329208266ed tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 944 time: 0.0566862 May 25 17:17:22.042922 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Made reservation on behalf of cbc1a307200d4bd8bf7a9b8f1367436f for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:22.045543 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.055613 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.070797 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:22.095981 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5aea31c3-0d20-444e-a965-8ce4bf72ea4a req-e284091b-9000-42f1-921c-9fc23d939467 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487244 May 25 17:17:22.142333 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Publish callbacks [] for security_group (54ea6e17-8d9b-4026-8a4d-1bc0be52781b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.146972 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (54ea6e17-8d9b-4026-8a4d-1bc0be52781b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.173286 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:17:22.184571 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea6e17-8d9b-4026-8a4d-1bc0be52781b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:22.189687 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752206208862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (c7d2339d-bc7f-4838-9c52-984e01900dc3), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.190068 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Added segment c7d2339d-bc7f-4838-9c52-984e01900dc3 of type vlan for network a7599e02-1a19-4367-b3f7-c9a852963a5b May 25 17:17:22.233694 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:22.243479 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752205717589'] for network (a7599e02-1a19-4367-b3f7-c9a852963a5b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.286861 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776'] for network (a7599e02-1a19-4367-b3f7-c9a852963a5b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.287932 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:22.288517 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.690411 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6749732 May 25 17:17:22.693419 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57716) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:22.700119 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Request body: {'subnet': {'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1188232021-subnet', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:22.713135 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c196e-41c7-48c6-8cd5-65031c7384be admin admin] Pushing event updated for resources: {'Network': ['ID=a7599e02-1a19-4367-b3f7-c9a852963a5b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:22.724816 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Network a7599e02-1a19-4367-b3f7-c9a852963a5b details requested by agent ovs-agent-dv-cinder-843309-1-iscsi with host dv-cinder-843309-1-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 17:17:22.734182 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Made reservation on behalf of cbc1a307200d4bd8bf7a9b8f1367436f for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:22.737124 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261499527'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:22.850247 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:22.977475 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260389448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261499509'] for subnet (c96c1ce2-d7f5-4520-bd4a-dfde79b9d257), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.004153 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device e8fa4a52-f5fc-4b45-9f05-51634243b4ce up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:23.047608 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96c1ce2-d7f5-4520-bd4a-dfde79b9d257,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:23.056477 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Checking segment: {'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:23.056915 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Network hostable DHCP agents. Network: a7599e02-1a19-4367-b3f7-c9a852963a5b, hostable agents: ['218f7fca-ce58-43ed-aebf-7f9ab8d598ad'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:17:23.059527 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port e8fa4a52-f5fc-4b45-9f05-51634243b4ce triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:23.060343 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.075322 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Network a7599e02-1a19-4367-b3f7-c9a852963a5b is scheduled to be hosted by DHCP agent 218f7fca-ce58-43ed-aebf-7f9ab8d598ad with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:17:23.087162 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-1-iscsi, a7599e02-1a19-4367-b3f7-c9a852963a5b) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:23.091285 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:23.091969 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.099547 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047136e-a61c-48c6-b9cf-154763953196 None None] Network a7599e02-1a19-4367-b3f7-c9a852963a5b requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:17:23.117229 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57722) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:23.118384 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-81020bb6-187d-45f4-b5aa-5a8a55fe0827 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4234195 May 25 17:17:23.122549 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:23.146803 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3717703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62494'] for router (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.147984 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3712839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3977533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62471'] for router (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.216964 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port e8fa4a52-f5fc-4b45-9f05-51634243b4ce is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:23.217363 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.225393 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks [] for router_controller (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.261318 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port e8fa4a52-f5fc-4b45-9f05-51634243b4ce, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=e8fa4a52-f5fc-4b45-9f05-51634243b4ce,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:23.265046 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.294707 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd7cbc0-11d3-58d6-8bac-f1de31d3846b-a7599e02-1a19-4367-b3f7-c9a852963a5b', 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b', 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'fixed_ips': [{'subnet_id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257'}]}} from dv-cinder-843309-1-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 17:17:23.295628 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.295911 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ba29-519c-4749-a581-c02e0546529a req-55fefb84-467e-4f2e-a39b-4b156e7eea44 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:23.297596 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0349ba29-519c-4749-a581-c02e0546529a req-55fefb84-467e-4f2e-a39b-4b156e7eea44 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 944 time: 0.1104434 May 25 17:17:23.338752 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=e8fa4a52-f5fc-4b45-9f05-51634243b4ce,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:23.395874 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:23.424428 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks [] for router_gateway (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.437474 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0349ba29-519c-4749-a581-c02e0546529a req-254beb9e-2a9b-44a3-a21f-f624ccfcc8ba tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141336 May 25 17:17:23.461624 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Allocated IP 172.20.0.2 (a7599e02-1a19-4367-b3f7-c9a852963a5b/c96c1ce2-d7f5-4520-bd4a-dfde79b9d257/27721692-60f1-4466-a9b2-a0a160d183ab) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:23.467095 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:23.614355 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Publish callbacks [] for port (27721692-60f1-4466-a9b2-a0a160d183ab), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.624478 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.636216 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks [] for router_gateway (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.660038 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.664960 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Network a7599e02-1a19-4367-b3f7-c9a852963a5b is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:23.669008 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:23.681205 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:23.725238 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Pushing event updated for resources: {'Port': ['ID=27721692-60f1-4466-a9b2-a0a160d183ab,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:23.770570 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Attempting to bind port 27721692-60f1-4466-a9b2-a0a160d183ab on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:17:23.771165 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Attempting to bind port 27721692-60f1-4466-a9b2-a0a160d183ab by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:17:23.771532 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Attempting to bind port 27721692-60f1-4466-a9b2-a0a160d183ab on network a7599e02-1a19-4367-b3f7-c9a852963a5b {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:23.777002 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:17:23.777495 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Checking segment: {'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:23.778031 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.778470 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Bound using segment: {'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:17:23.778943 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Bound port: 27721692-60f1-4466-a9b2-a0a160d183ab, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:17:23.779322 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.786644 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:23.799180 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Allocated IP 172.27.0.59 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/97887483-0b56-4ded-adba-154970e4a482) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:23.860512 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] For port 27721692-60f1-4466-a9b2-a0a160d183ab, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:17:23.865547 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] For port 27721692-60f1-4466-a9b2-a0a160d183ab, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=27721692-60f1-4466-a9b2-a0a160d183ab,segment=NetworkSegment(c7d2339d-bc7f-4838-9c52-984e01900dc3),segment_id=c7d2339d-bc7f-4838-9c52-984e01900dc3)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:17:23.872071 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:23.955688 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbfde7-0bff-4796-9c2f-fff0968cbcec None None] Pushing event updated for resources: {'Port': ['ID=27721692-60f1-4466-a9b2-a0a160d183ab,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:23.968990 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks [] for port (97887483-0b56-4ded-adba-154970e4a482), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:24.012197 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (97887483-0b56-4ded-adba-154970e4a482), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:24.079533 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:24.083797 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:24.087980 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:24.126054 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Pushing event updated for resources: {'Port': ['ID=97887483-0b56-4ded-adba-154970e4a482,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:24.129854 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Sync routers for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:17:24.147447 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:24.150512 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:24.151160 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:24.178265 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 2a0150b3-ed16-4d05-8467-4a200d9130b6 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:17:24.364838 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 2a0150b3-ed16-4d05-8467-4a200d9130b6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:24.378977 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:17:24.434541 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 2a0150b3-ed16-4d05-8467-4a200d9130b6 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:24.444727 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:24.454952 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0150b3-ed16-4d05-8467-4a200d9130b6 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:17:24.487173 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 2a0150b3-ed16-4d05-8467-4a200d9130b6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:24.493988 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:24.554376 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:24.581616 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=2a0150b3-ed16-4d05-8467-4a200d9130b6,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:24.585539 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks [] for router_gateway (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:24.652181 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac44b3-57ff-4a65-b30f-5ed293680f1f req-509af402-92a4-45b0-9a6b-6a64b9123cdf tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:24.654458 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3aac44b3-57ff-4a65-b30f-5ed293680f1f req-509af402-92a4-45b0-9a6b-6a64b9123cdf tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 945 time: 0.0591867 May 25 17:17:24.685512 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['2a0150b3-ed16-4d05-8467-4a200d9130b6'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:17:24.756334 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3aac44b3-57ff-4a65-b30f-5ed293680f1f req-50e76230-f1c8-424d-9e87-c1e0d14c7286 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947287 May 25 17:17:24.808776 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:24.848325 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 2, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:24.877575 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Checking router: 26347744-a27f-49f4-bc44-cfc1487d1272 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:17:24.877927 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Updating router 26347744-a27f-49f4-bc44-cfc1487d1272 port f4ecbf6f-22fe-4d45-8420-aecea8908255 binding host dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:17:24.893964 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3712786'] for router (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:24.900233 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:24.932060 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:25.134174 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad is scheduled to L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 17:17:25.143128 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:25.159374 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device e8fa4a52-f5fc-4b45-9f05-51634243b4ce up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:25.240493 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port e8fa4a52-f5fc-4b45-9f05-51634243b4ce triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:25.241268 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:25.303595 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:17:25.326745 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Sync routers for ids ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:17:25.351935 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:25.352111 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Routers {'3e0b8091-5b0a-4927-a6bc-ccd1890923ad'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:25.352878 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:25.357416 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57772) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:25.359904 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port e8fa4a52-f5fc-4b45-9f05-51634243b4ce is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:25.362069 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:25.363824 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 27721692-60f1-4466-a9b2-a0a160d183ab up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:25.367630 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e60f0c5c-e5d2-4c0a-b792-60c70434ea2f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2489159 May 25 17:17:25.368941 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:25.378694 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Publish callbacks [] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:25.389652 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:25.431845 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Pushing event updated for resources: {'Port': ['ID=f4ecbf6f-22fe-4d45-8420-aecea8908255,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:25.453071 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.458112 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.458791 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.460013 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.460592 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.461192 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.461824 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.464285 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.464931 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.465435 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.466533 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.469635 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.470242 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.470571 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.470895 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:25.552435 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Attempting to bind port f4ecbf6f-22fe-4d45-8420-aecea8908255 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:17:25.552840 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Attempting to bind port f4ecbf6f-22fe-4d45-8420-aecea8908255 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:17:25.553193 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Attempting to bind port f4ecbf6f-22fe-4d45-8420-aecea8908255 on network e6f08fc4-b293-432c-a878-9fdf1df40d71 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:25.563797 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:17:25.564807 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Checking segment: {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:25.564939 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Set router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:25.565273 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:25.565662 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Bound using segment: {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:17:25.566129 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Bound port: f4ecbf6f-22fe-4d45-8420-aecea8908255, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:17:25.568514 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:25.593438 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:25.700364 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] For port f4ecbf6f-22fe-4d45-8420-aecea8908255, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:17:25.704239 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] For port f4ecbf6f-22fe-4d45-8420-aecea8908255, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=f4ecbf6f-22fe-4d45-8420-aecea8908255,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:17:25.712025 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:25.721288 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdea8f46-09be-4f0c-9fe1-61931cda9186 None None] Network a7599e02-1a19-4367-b3f7-c9a852963a5b requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:17:25.773478 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20614fd8-227b-4c0b-9c60-9c3ca5929749 None None] Pushing event updated for resources: {'Port': ['ID=f4ecbf6f-22fe-4d45-8420-aecea8908255,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:25.815723 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:25.817428 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:25.898327 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57794) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:25.984595 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:26.003254 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-40eadeea-53ce-4951-8be2-4b18b04b0d1b None None] Provisioning complete for port 27721692-60f1-4466-a9b2-a0a160d183ab triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:26.005587 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40eadeea-53ce-4951-8be2-4b18b04b0d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.009307 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c728624-8827-4a0c-9b97-45049d767986 admin admin] Deleting subnet df0e11e7-419a-4058-957e-82343efa85e4 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:17:26.031777 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31844d97-6cac-4650-a56c-b71d3ccdde07 req-a3b7bfe9-1b67-46c0-b2db-5312358fec62 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:26.039469 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-31844d97-6cac-4650-a56c-b71d3ccdde07 req-a3b7bfe9-1b67-46c0-b2db-5312358fec62 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 945 time: 0.1630247 May 25 17:17:26.061099 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c728624-8827-4a0c-9b97-45049d767986 admin admin] Publish callbacks [] for subnet (df0e11e7-419a-4058-957e-82343efa85e4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.137867 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 27721692-60f1-4466-a9b2-a0a160d183ab triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:26.138165 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.141118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c728624-8827-4a0c-9b97-45049d767986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260932969'] for subnet (df0e11e7-419a-4058-957e-82343efa85e4), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.153881 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-31844d97-6cac-4650-a56c-b71d3ccdde07 req-f44c4dfd-0fa3-4ede-ac18-68e5684debde tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132443 May 25 17:17:26.179797 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:26.197864 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.217132 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c728624-8827-4a0c-9b97-45049d767986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (df0e11e7-419a-4058-957e-82343efa85e4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.255979 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:25Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:26.287737 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fd73a0-037a-447f-8bbc-fbdc76fd0679 None None] The sync data for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi is: [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:25Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:17:26.315580 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c728624-8827-4a0c-9b97-45049d767986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260676993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260128099'] for subnet (df0e11e7-419a-4058-957e-82343efa85e4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.323999 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:26.364466 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c728624-8827-4a0c-9b97-45049d767986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0e11e7-419a-4058-957e-82343efa85e4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:26.384145 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c728624-8827-4a0c-9b97-45049d767986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.389899 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8c728624-8827-4a0c-9b97-45049d767986 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df0e11e7-419a-4058-957e-82343efa85e4 HTTP/1.1" status: 204 len: 168 time: 0.4903455 May 25 17:17:26.392239 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57802) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:26.412235 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Allocated IP 172.20.0.1 (a7599e02-1a19-4367-b3f7-c9a852963a5b/c96c1ce2-d7f5-4520-bd4a-dfde79b9d257/bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:26.477691 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 2a0150b3-ed16-4d05-8467-4a200d9130b6 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:26.484801 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (c343d4c1-7333-47b0-938e-e343d12d191d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.577672 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:26.578459 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:26.589765 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (c343d4c1-7333-47b0-938e-e343d12d191d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.590114 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '97887483-0b56-4ded-adba-154970e4a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:24Z', 'revision_number': 3, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port': {'id': '97887483-0b56-4ded-adba-154970e4a482', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:26.602496 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Publish callbacks [] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.615418 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:26.623198 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c343d4c1-7333-47b0-938e-e343d12d191d']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:26.636227 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf8b1f3-01d7-43eb-811b-a5af7e663008') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:26.636543 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf8b1f3-01d7-43eb-811b-a5af7e663008') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:26.648367 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.649096 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (6cf8b1f3-01d7-43eb-811b-a5af7e663008), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.664179 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (6cf8b1f3-01d7-43eb-811b-a5af7e663008), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.671705 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:17:26.672351 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (6cf8b1f3-01d7-43eb-811b-a5af7e663008), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.674441 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Checking router: 3e0b8091-5b0a-4927-a6bc-ccd1890923ad for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:17:26.674795 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Updating router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad port 97887483-0b56-4ded-adba-154970e4a482 binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:17:26.728845 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Network a7599e02-1a19-4367-b3f7-c9a852963a5b is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:26.734147 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:26.736723 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Pushing event updated for resources: {'Port': ['ID=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:26.745784 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:26.761721 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 6cf8b1f3-01d7-43eb-811b-a5af7e663008 resource provider aggregate not found May 25 17:17:26.786365 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 6cf8b1f3-01d7-43eb-811b-a5af7e663008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cf8b1f3-01d7-43eb-811b-a5af7e663008 found for delete ", "request_id": "req-162801b4-6750-45d1-be55-ff225d8c0a69"}]} May 25 17:17:26.792699 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (c343d4c1-7333-47b0-938e-e343d12d191d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.803383 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711303'] for router_interface (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.816107 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.828300 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] 10.222.0.31 "DELETE /v2.0/networks/c343d4c1-7333-47b0-938e-e343d12d191d HTTP/1.1" status: 204 len: 168 time: 0.4346325 May 25 17:17:26.829401 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62503cbf-a499-4052-8931-39849bc6db0f admin admin] Pushing event deleted for resources: {'Network': ['ID=c343d4c1-7333-47b0-938e-e343d12d191d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:26.832593 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57814) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:26.873018 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (97887483-0b56-4ded-adba-154970e4a482), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.923231 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-875f1552-55a1-40a1-828e-c7333b84e29b admin admin] Deleting subnet 873a5844-adc7-4c00-98c6-b205ba28218e {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:17:26.927683 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-875f1552-55a1-40a1-828e-c7333b84e29b admin admin] Publish callbacks [] for subnet (873a5844-adc7-4c00-98c6-b205ba28218e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.967610 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-875f1552-55a1-40a1-828e-c7333b84e29b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260932969'] for subnet (873a5844-adc7-4c00-98c6-b205ba28218e), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.975497 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:26.990489 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 2a0150b3-ed16-4d05-8467-4a200d9130b6 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:17:27.009947 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-40eadeea-53ce-4951-8be2-4b18b04b0d1b None None] Current status of the port 27721692-60f1-4466-a9b2-a0a160d183ab is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:27.011122 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40eadeea-53ce-4951-8be2-4b18b04b0d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.057570 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-875f1552-55a1-40a1-828e-c7333b84e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (873a5844-adc7-4c00-98c6-b205ba28218e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.090217 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 2a0150b3-ed16-4d05-8467-4a200d9130b6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:27.090860 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.116713 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:27.158211 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 27721692-60f1-4466-a9b2-a0a160d183ab is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:27.158592 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.185380 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-875f1552-55a1-40a1-828e-c7333b84e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260676993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260128099'] for subnet (873a5844-adc7-4c00-98c6-b205ba28218e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.223794 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f1552-55a1-40a1-828e-c7333b84e29b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873a5844-adc7-4c00-98c6-b205ba28218e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:27.235226 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-875f1552-55a1-40a1-828e-c7333b84e29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.240232 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-875f1552-55a1-40a1-828e-c7333b84e29b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/873a5844-adc7-4c00-98c6-b205ba28218e HTTP/1.1" status: 204 len: 168 time: 0.4066257 May 25 17:17:27.242752 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57824) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:27.247245 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Publish callbacks [] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.258240 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.313687 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-40eadeea-53ce-4951-8be2-4b18b04b0d1b None None] For port 27721692-60f1-4466-a9b2-a0a160d183ab, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=27721692-60f1-4466-a9b2-a0a160d183ab,segment=NetworkSegment(c7d2339d-bc7f-4838-9c52-984e01900dc3),segment_id=c7d2339d-bc7f-4838-9c52-984e01900dc3)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:27.343566 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40eadeea-53ce-4951-8be2-4b18b04b0d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.389319 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (d9d34292-f91c-4956-8cba-3407dcb671aa), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.470747 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4c69a-406a-4cc1-9d4b-d7fa7b8181c0 req-263eb8c9-1cf8-4549-b611-f791545aef61 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:27.482293 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-91d4c69a-406a-4cc1-9d4b-d7fa7b8181c0 req-263eb8c9-1cf8-4549-b611-f791545aef61 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 945 time: 0.1376529 May 25 17:17:27.495172 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-411146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711703'] for router_interface (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.497946 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (d9d34292-f91c-4956-8cba-3407dcb671aa), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.502685 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Pushing event updated for resources: {'Port': ['ID=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:27.533238 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d34292-f91c-4956-8cba-3407dcb671aa']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:27.538875 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.539178 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.539530 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.539876 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.540276 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.540619 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.540976 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.541306 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.541909 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.542022 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.542276 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.542605 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.542930 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.543510 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.543843 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:27.560397 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8826daf-b096-4934-aed9-9197af148ea0') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:27.561053 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8826daf-b096-4934-aed9-9197af148ea0') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:27.575996 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (a8826daf-b096-4934-aed9-9197af148ea0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.601746 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 2a0150b3-ed16-4d05-8467-4a200d9130b6 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:27.602367 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.604499 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (a8826daf-b096-4934-aed9-9197af148ea0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.606496 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:27.614382 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Provisioning complete for port f4ecbf6f-22fe-4d45-8420-aecea8908255 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:27.614715 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.615100 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:17:27.615727 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (a8826daf-b096-4934-aed9-9197af148ea0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.632579 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eadeea-53ce-4951-8be2-4b18b04b0d1b None None] Pushing event updated for resources: {'Port': ['ID=27721692-60f1-4466-a9b2-a0a160d183ab,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:27.657935 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.db.api [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 17:17:27.658826 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG oslo_db.api [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:17:27.660557 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-91d4c69a-406a-4cc1-9d4b-d7fa7b8181c0 req-0e93f841-f07d-44e2-a401-a836d729ad71 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769757 May 25 17:17:27.705323 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:17:27.708811 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9064e-1068-4557-8dea-9359c2db924b" -d '{"events": [{"server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "name": "network-vif-plugged", "status": "completed", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:17:27.709222 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (d9d34292-f91c-4956-8cba-3407dcb671aa), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.724525 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.728346 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d9d34292-f91c-4956-8cba-3407dcb671aa HTTP/1.1" status: 204 len: 168 time: 0.4823091 May 25 17:17:27.742369 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02797b38-e7aa-41d4-8a87-6500794f11c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d34292-f91c-4956-8cba-3407dcb671aa,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:27.753308 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Network a7599e02-1a19-4367-b3f7-c9a852963a5b is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:27.753494 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 2a0150b3-ed16-4d05-8467-4a200d9130b6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:27.757972 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:27.772921 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.791001 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36d8035-bdd2-415c-b585-dd6003968fa4 x-openstack-request-id: req-f36d8035-bdd2-415c-b585-dd6003968fa4 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:17:27.791605 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "name": "network-vif-plugged", "status": "completed", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:17:27.792063 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f36d8035-bdd2-415c-b585-dd6003968fa4 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:17:27.792650 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36d8035-bdd2-415c-b585-dd6003968fa4'] response: {'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'code': 200} May 25 17:17:27.821343 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:27.873481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:27.923356 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:17:27.942917 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Current status of the port f4ecbf6f-22fe-4d45-8420-aecea8908255 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:27.943776 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:27.962722 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=2a0150b3-ed16-4d05-8467-4a200d9130b6,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:27.996350 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Publish callbacks [] for port (97887483-0b56-4ded-adba-154970e4a482), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.011452 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (97887483-0b56-4ded-adba-154970e4a482), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.018971 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] For port f4ecbf6f-22fe-4d45-8420-aecea8908255, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=f4ecbf6f-22fe-4d45-8420-aecea8908255,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:28.047615 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.062000 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:28.078860 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Provisioning complete for port 27721692-60f1-4466-a9b2-a0a160d183ab triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:28.078860 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.088811 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bccc6-5bcf-4235-87b5-88cfe442569e None None] Pushing event updated for resources: {'Port': ['ID=97887483-0b56-4ded-adba-154970e4a482,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:28.119097 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Attempting to bind port 97887483-0b56-4ded-adba-154970e4a482 on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:17:28.119371 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Attempting to bind port 97887483-0b56-4ded-adba-154970e4a482 by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:17:28.119539 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Attempting to bind port 97887483-0b56-4ded-adba-154970e4a482 on network 2d9343e6-4285-461c-bf4b-151ab76a8af5 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:28.125804 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d03a9-762c-4751-83e3-4240f58dc3f2 req-d2130dbb-aedf-4641-bc94-a80e1e564256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:28.132667 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5d7d03a9-762c-4751-83e3-4240f58dc3f2 req-d2130dbb-aedf-4641-bc94-a80e1e564256 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 1130 time: 0.0994468 May 25 17:17:28.166431 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:28.203001 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:17:28.203380 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Checking segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:28.203788 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.204259 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Bound using segment: {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:17:28.204741 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Bound port: 97887483-0b56-4ded-adba-154970e4a482, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c7f37-1da9-46cc-8ffe-208bb0ea1120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:17:28.205106 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (97887483-0b56-4ded-adba-154970e4a482), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.212875 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57842) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:28.249255 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5d7d03a9-762c-4751-83e3-4240f58dc3f2 req-fd7a48a7-faec-4243-ae71-4853d48dcf35 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057780 May 25 17:17:28.272136 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 27721692-60f1-4466-a9b2-a0a160d183ab is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:28.279744 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bbd06e70-4c34-4d94-833d-7564f76416bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d196fda79e464bbabea384532cf900bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632627 May 25 17:17:28.280409 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57844) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:28.319896 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Current status of the port 27721692-60f1-4466-a9b2-a0a160d183ab is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:28.350451 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Pushing event updated for resources: {'Port': ['ID=f4ecbf6f-22fe-4d45-8420-aecea8908255,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:28.361182 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d67cb5df-3ab8-4488-b3ba-e3bf061d0241 admin admin] Publish callbacks [] for security_group (84366c5b-b321-4e26-9fb7-16653e26fe47), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.375983 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Provisioning complete for port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:28.376357 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.381278 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] For port 97887483-0b56-4ded-adba-154970e4a482, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:17:28.416464 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d67cb5df-3ab8-4488-b3ba-e3bf061d0241 admin admin] Publish callbacks [] for security_group (84366c5b-b321-4e26-9fb7-16653e26fe47), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.433307 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] For port 97887483-0b56-4ded-adba-154970e4a482, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=97887483-0b56-4ded-adba-154970e4a482,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:17:28.441510 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-08e08d5d-6b3f-46fc-94cf-9dce238eb95e None None] Port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:17:28.449574 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (97887483-0b56-4ded-adba-154970e4a482), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.490240 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device f4ecbf6f-22fe-4d45-8420-aecea8908255 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:28.512438 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d67cb5df-3ab8-4488-b3ba-e3bf061d0241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (84366c5b-b321-4e26-9fb7-16653e26fe47), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.515035 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d67cb5df-3ab8-4488-b3ba-e3bf061d0241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.516176 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d67cb5df-3ab8-4488-b3ba-e3bf061d0241 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84366c5b-b321-4e26-9fb7-16653e26fe47 HTTP/1.1" status: 204 len: 168 time: 0.2347534 May 25 17:17:28.526826 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cb5df-3ab8-4488-b3ba-e3bf061d0241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84366c5b-b321-4e26-9fb7-16653e26fe47,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:28.552378 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:17:28.568865 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-90a20d65-3701-407e-b669-6796c18b60dc admin admin] 10.222.0.31 "PUT /v2.0/routers/3e0b8091-5b0a-4927-a6bc-ccd1890923ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2019653 May 25 17:17:28.586734 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bccc6-5bcf-4235-87b5-88cfe442569e None None] Pushing event updated for resources: {'Port': ['ID=97887483-0b56-4ded-adba-154970e4a482,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:28.591942 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Routers {'3e0b8091-5b0a-4927-a6bc-ccd1890923ad'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:28.592563 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:28.594560 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-7739b4d3-3a59-462e-8c90-edd08d4ac2b1 None None] Provisioning complete for port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:28.594962 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7739b4d3-3a59-462e-8c90-edd08d4ac2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.668540 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:28.680433 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port f4ecbf6f-22fe-4d45-8420-aecea8908255 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:28.680899 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:28.719405 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-7739b4d3-3a59-462e-8c90-edd08d4ac2b1 None None] Port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:17:28.790280 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] Set router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:28.814637 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment a8826daf-b096-4934-aed9-9197af148ea0 resource provider aggregate not found May 25 17:17:28.825961 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:28.837612 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment a8826daf-b096-4934-aed9-9197af148ea0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8826daf-b096-4934-aed9-9197af148ea0 found for delete ", "request_id": "req-0ce8d491-ad24-420b-a214-2e87666dda8c"}]} May 25 17:17:28.844329 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c6e68-3357-41e3-8ec7-7bf061eafbc4 req-770f035d-abcc-4fef-af17-1da0025cefeb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:28.846174 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c1c6e68-3357-41e3-8ec7-7bf061eafbc4 req-770f035d-abcc-4fef-af17-1da0025cefeb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 946 time: 0.0788629 May 25 17:17:28.879013 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port f4ecbf6f-22fe-4d45-8420-aecea8908255 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:28.880199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 27721692-60f1-4466-a9b2-a0a160d183ab up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:28.919968 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c1c6e68-3357-41e3-8ec7-7bf061eafbc4 req-71205f6f-f296-4668-8076-ad089c600163 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648420 May 25 17:17:29.022471 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57868) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:29.077583 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-94c845b8-75e4-44f5-b4b8-bf53b65869d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=765f1b056a984181ae0f7a00a58ad69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523186 May 25 17:17:29.079808 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57874) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:29.142963 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1051d04-73fb-47b9-aeb5-8e9731346915 admin admin] Publish callbacks [] for security_group (65ca84b4-4154-4bbc-84c3-adf3f1d968e2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:29.157248 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 27721692-60f1-4466-a9b2-a0a160d183ab triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:29.157800 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:29.168913 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1051d04-73fb-47b9-aeb5-8e9731346915 admin admin] Publish callbacks [] for security_group (65ca84b4-4154-4bbc-84c3-adf3f1d968e2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:29.231740 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1051d04-73fb-47b9-aeb5-8e9731346915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (65ca84b4-4154-4bbc-84c3-adf3f1d968e2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:29.234774 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1051d04-73fb-47b9-aeb5-8e9731346915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:29.239581 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c1051d04-73fb-47b9-aeb5-8e9731346915 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65ca84b4-4154-4bbc-84c3-adf3f1d968e2 HTTP/1.1" status: 204 len: 168 time: 0.1552067 May 25 17:17:29.248625 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1051d04-73fb-47b9-aeb5-8e9731346915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca84b4-4154-4bbc-84c3-adf3f1d968e2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:29.298025 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 27721692-60f1-4466-a9b2-a0a160d183ab is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:29.314917 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '97887483-0b56-4ded-adba-154970e4a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:26Z', 'revision_number': 4, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port': {'id': '97887483-0b56-4ded-adba-154970e4a482', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf', 'name': '', 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'mac_address': 'fa:16:3e:35:97:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:26Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 2, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'subnets': [{'id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:29.341783 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489bafd-460c-465b-805d-4e0c14aeda29 None None] The sync data for ids ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'] in dv-cinder-843309-1-iscsi is: [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '97887483-0b56-4ded-adba-154970e4a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:26Z', 'revision_number': 4, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port': {'id': '97887483-0b56-4ded-adba-154970e4a482', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf', 'name': '', 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'mac_address': 'fa:16:3e:35:97:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:26Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 2, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'subnets': [{'id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:17:29.526761 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:17:30.103627 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6cc49-42b4-41c7-b98b-8aa30750baac req-3add2437-1fc2-4a9f-bafa-881881a7b997 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:30.110937 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2ae6cc49-42b4-41c7-b98b-8aa30750baac req-3add2437-1fc2-4a9f-bafa-881881a7b997 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 946 time: 0.0903459 May 25 17:17:30.161008 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:30.221491 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2ae6cc49-42b4-41c7-b98b-8aa30750baac req-cbe25b6b-f028-417f-896a-d9424165d9ee tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095548 May 25 17:17:30.454825 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d8287-333b-4dc5-92b3-f42ea665cf2b req-b0610f6f-e546-4a4f-bb85-86db668d6da2 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:30.457384 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-857d8287-333b-4dc5-92b3-f42ea665cf2b req-b0610f6f-e546-4a4f-bb85-86db668d6da2 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 946 time: 0.0978611 May 25 17:17:30.545613 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-857d8287-333b-4dc5-92b3-f42ea665cf2b req-c233d525-a796-4fb0-84ea-fa4491ba97ac tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815206 May 25 17:17:30.563620 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57922) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:30.591493 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 97887483-0b56-4ded-adba-154970e4a482 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:30.659009 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b86001-d285-4f65-96d3-c52e6cf347f8 tempest-TestVolumeBootPattern-1844960527 tempest-TestVolumeBootPattern-1844960527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:30.672280 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 57926) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:30.683321 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 97887483-0b56-4ded-adba-154970e4a482 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:30.684616 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (97887483-0b56-4ded-adba-154970e4a482), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:30.698090 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:30.710520 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-61b86001-d285-4f65-96d3-c52e6cf347f8 tempest-TestVolumeBootPattern-1844960527 tempest-TestVolumeBootPattern-1844960527-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 1125 time: 0.1435134 May 25 17:17:30.731889 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:30.830391 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 97887483-0b56-4ded-adba-154970e4a482 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:30.831421 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (97887483-0b56-4ded-adba-154970e4a482), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:30.884555 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] For port 97887483-0b56-4ded-adba-154970e4a482, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=97887483-0b56-4ded-adba-154970e4a482,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:30.893694 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (97887483-0b56-4ded-adba-154970e4a482), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:30.896156 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device f4ecbf6f-22fe-4d45-8420-aecea8908255 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:30.972154 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:31.006039 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:31.043986 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Pushing event updated for resources: {'Port': ['ID=97887483-0b56-4ded-adba-154970e4a482,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:31.077524 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port f4ecbf6f-22fe-4d45-8420-aecea8908255 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:31.078059 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:31.167849 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Allocated IP 172.27.0.80 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/ff21b341-7b3a-44b1-b09d-ee8e1b804ac6) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:31.258759 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port f4ecbf6f-22fe-4d45-8420-aecea8908255 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:31.372526 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:31.439966 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:31.466615 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:31.522093 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:31.525751 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:31.528084 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:31.572903 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=ff21b341-7b3a-44b1-b09d-ee8e1b804ac6,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:31.663487 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:31.991977 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (be7c0fba-5af2-4626-918c-0c337f8b39f8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.074427 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.306997 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.318985 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.432592 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57990) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:32.450224 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=ff21b341-7b3a-44b1-b09d-ee8e1b804ac6,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:32.451376 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 97887483-0b56-4ded-adba-154970e4a482 up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:32.478443 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (be7c0fba-5af2-4626-918c-0c337f8b39f8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.575328 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port 97887483-0b56-4ded-adba-154970e4a482 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:32.575968 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (97887483-0b56-4ded-adba-154970e4a482), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.643518 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Floating IP be7c0fba-5af2-4626-918c-0c337f8b39f8 associated. External IP: 172.27.0.80, port: 2a0150b3-ed16-4d05-8467-4a200d9130b6. May 25 17:17:32.649168 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:32.682557 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port 97887483-0b56-4ded-adba-154970e4a482 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:32.699928 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8fef5741-a0b9-4a46-99c7-6cb2b9d85e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.821272 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8fef5741-a0b9-4a46-99c7-6cb2b9d85e5c admin admin] Publish callbacks [] for security_group (c00a5727-c6dc-48fa-bd03-2ea6c6d9e3ea), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.826001 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8fef5741-a0b9-4a46-99c7-6cb2b9d85e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c00a5727-c6dc-48fa-bd03-2ea6c6d9e3ea), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.886288 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8fef5741-a0b9-4a46-99c7-6cb2b9d85e5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92f270a201c8498cb21520c1f7e2a775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454811 May 25 17:17:32.890806 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef5741-a0b9-4a46-99c7-6cb2b9d85e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a5727-c6dc-48fa-bd03-2ea6c6d9e3ea,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:32.893601 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 57996) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:32.930780 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:17:32.936353 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:32.987380 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-baa3cc65-3535-4409-8a37-2b5b7ef0233b admin admin] Publish callbacks [] for security_group (c00a5727-c6dc-48fa-bd03-2ea6c6d9e3ea), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:32.994782 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:33.024038 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-baa3cc65-3535-4409-8a37-2b5b7ef0233b admin admin] Publish callbacks [] for security_group (c00a5727-c6dc-48fa-bd03-2ea6c6d9e3ea), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:33.102896 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-baa3cc65-3535-4409-8a37-2b5b7ef0233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c00a5727-c6dc-48fa-bd03-2ea6c6d9e3ea), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:33.105506 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-baa3cc65-3535-4409-8a37-2b5b7ef0233b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:33.106882 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-baa3cc65-3535-4409-8a37-2b5b7ef0233b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c00a5727-c6dc-48fa-bd03-2ea6c6d9e3ea HTTP/1.1" status: 204 len: 168 time: 0.1978078 May 25 17:17:33.118718 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3cc65-3535-4409-8a37-2b5b7ef0233b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a5727-c6dc-48fa-bd03-2ea6c6d9e3ea,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:33.119392 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:17:33.142913 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:17:33.151741 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:33.186316 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:33.187753 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:33.207847 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-830f0d67-8ab3-4049-83de-c3b3bb118537 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5208032 May 25 17:17:33.208478 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:17:33.211654 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ce97a7-83ce-4e2d-8589-209aa1007e74" -d '{"events": [{"name": "network-changed", "server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:17:33.260886 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b91a843-fbf7-4928-b174-cc17f99935eb x-openstack-request-id: req-7b91a843-fbf7-4928-b174-cc17f99935eb {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:17:33.261178 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:17:33.261693 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b91a843-fbf7-4928-b174-cc17f99935eb {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:17:33.262110 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b91a843-fbf7-4928-b174-cc17f99935eb'] response: {'name': 'network-changed', 'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'status': 'completed', 'code': 200} May 25 17:17:33.336145 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:33.399542 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-aef445b9-734b-4b78-96c7-ce7b35106a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:33.401153 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-aef445b9-734b-4b78-96c7-ce7b35106a0c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 1130 time: 0.1016226 May 25 17:17:33.561191 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Sync routers for ids ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:17:33.618060 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Routers {'3e0b8091-5b0a-4927-a6bc-ccd1890923ad'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:33.620257 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:33.648433 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:33.717824 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-ceba84ce-3a27-415d-812c-3f414534f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:33.719988 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-ceba84ce-3a27-415d-812c-3f414534f9f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.3124547 May 25 17:17:33.785407 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:31Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:33.818290 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:17:33.819551 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-60676be2-8edb-4eeb-8817-e3a4559abdf5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6 HTTP/1.1" status: 200 len: 999 time: 0.0930915 May 25 17:17:33.828016 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:33.829030 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:33.863576 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:33.872857 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Set router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:33.893344 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-3b2e12f6-1ad9-45ab-a868-017b44282516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:33.897692 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-3b2e12f6-1ad9-45ab-a868-017b44282516 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0681918 May 25 17:17:33.956566 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-87f83a1c-2af3-4e09-961f-2e6f0fb48493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:33.958228 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-87f83a1c-2af3-4e09-961f-2e6f0fb48493 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545321 May 25 17:17:34.089354 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-f0cdc372-432e-4b3b-b58c-f647cd24528b service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238034 May 25 17:17:34.100617 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:34.179854 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:34.194512 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '97887483-0b56-4ded-adba-154970e4a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:26Z', 'revision_number': 4, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port': {'id': '97887483-0b56-4ded-adba-154970e4a482', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf', 'name': '', 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'mac_address': 'fa:16:3e:35:97:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:26Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 2, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'subnets': [{'id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:34.242763 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Checking router: 3e0b8091-5b0a-4927-a6bc-ccd1890923ad for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:17:34.243020 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92ce97a7-83ce-4e2d-8589-209aa1007e74 req-37758990-c994-469b-ac48-71062ac7e6d4 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443276 May 25 17:17:34.243146 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Updating router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf binding host dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:17:34.274346 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:34.390321 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:31Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:34.419276 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59d727-0f44-4ced-939e-d3c00014abda None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:31Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:17:34.546567 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:34.651360 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Publish callbacks [] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:34.661962 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:34.721314 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123b7dc-4523-478c-bf3a-87c075efd36a None None] Pushing event updated for resources: {'Port': ['ID=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:34.802434 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed547c05-24b2-4ad3-bdae-049c386e6ef7 None None] New status for floating IP be7c0fba-5af2-4626-918c-0c337f8b39f8: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:17:34.818334 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Attempting to bind port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf on host dv-cinder-843309-1-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:17:34.819024 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Attempting to bind port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf by drivers openvswitch,hyperv on host dv-cinder-843309-1-iscsi at level 0 using segments [{'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:17:34.819553 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Attempting to bind port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf on network a7599e02-1a19-4367-b3f7-c9a852963a5b {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:34.830840 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Checking agent: {'id': '1ce49c21-75ae-4f77-b478-8aa90ca95d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 0, 20), 'started_at': datetime.datetime(2022, 5, 25, 17, 0, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:17:34.831580 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Checking segment: {'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:34.832195 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:34.832892 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Bound using segment: {'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:17:34.833952 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Bound port: bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf, host: dv-cinder-843309-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d2339d-bc7f-4838-9c52-984e01900dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:17:34.834547 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:34.941638 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] For port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf, host dv-cinder-843309-1-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:17:34.947673 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] For port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf, host dv-cinder-843309-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,segment=NetworkSegment(c7d2339d-bc7f-4838-9c52-984e01900dc3),segment_id=c7d2339d-bc7f-4838-9c52-984e01900dc3)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:17:34.959071 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:35.046020 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Routers {'3e0b8091-5b0a-4927-a6bc-ccd1890923ad'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:17:35.046692 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:17:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:35.124607 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123b7dc-4523-478c-bf3a-87c075efd36a None None] Pushing event updated for resources: {'Port': ['ID=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:35.137667 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83847433-3ccb-4c74-a98e-4623f60f6513 None None] Provisioning complete for port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:35.138041 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83847433-3ccb-4c74-a98e-4623f60f6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:35.245177 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] Set router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:17:35.247758 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:35.358293 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83847433-3ccb-4c74-a98e-4623f60f6513 None None] Current status of the port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:35.358537 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83847433-3ccb-4c74-a98e-4623f60f6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:35.587075 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83847433-3ccb-4c74-a98e-4623f60f6513 None None] For port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,segment=NetworkSegment(c7d2339d-bc7f-4838-9c52-984e01900dc3),segment_id=c7d2339d-bc7f-4838-9c52-984e01900dc3)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:35.594693 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83847433-3ccb-4c74-a98e-4623f60f6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:35.688626 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83847433-3ccb-4c74-a98e-4623f60f6513 None None] Pushing event updated for resources: {'Port': ['ID=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:35.712302 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:35.717339 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '97887483-0b56-4ded-adba-154970e4a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:26Z', 'revision_number': 4, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port': {'id': '97887483-0b56-4ded-adba-154970e4a482', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf', 'name': '', 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'mac_address': 'fa:16:3e:35:97:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:26Z', 'updated_at': '2022-05-25T17:17:34Z', 'revision_number': 4, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'subnets': [{'id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:35.754592 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8e9b8e22-a47c-41fb-8773-d859a7bb5202 None None] Provisioning complete for port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:35.754965 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8e22-a47c-41fb-8773-d859a7bb5202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:35.757443 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a9300-1fa9-463f-a7cf-f82aeac60f4a None None] The sync data for ids ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'] in dv-cinder-843309-1-iscsi is: [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '97887483-0b56-4ded-adba-154970e4a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:26Z', 'revision_number': 4, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port': {'id': '97887483-0b56-4ded-adba-154970e4a482', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf', 'name': '', 'network_id': 'a7599e02-1a19-4367-b3f7-c9a852963a5b', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'mac_address': 'fa:16:3e:35:97:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:26Z', 'updated_at': '2022-05-25T17:17:34Z', 'revision_number': 4, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'subnets': [{'id': 'c96c1ce2-d7f5-4520-bd4a-dfde79b9d257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:17:35.865361 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b8e22-a47c-41fb-8773-d859a7bb5202 None None] Current status of the port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:36.424465 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf up at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:17:36.486779 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Provisioning complete for port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:36.487498 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:36.578929 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Current status of the port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:37.584096 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:40.680354 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:40.761499 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed527-e1c7-4306-902c-975bfa797fca req-790d4fd0-98c1-4659-995d-24147b9d26e6 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:40.762982 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-790d4fd0-98c1-4659-995d-24147b9d26e6 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 815 time: 0.1119168 May 25 17:17:40.777714 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-47fdc59f-9bdf-4f0e-9b06-cce7d09ebd6e tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/quotas/195f7502e12548c5820b9b176a98b349 HTTP/1.1" status: 200 len: 375 time: 0.0094790 May 25 17:17:40.832226 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-4e16395c-ac1b-4f76-8c84-6360df983878 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488107 May 25 17:17:40.933478 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-c0270f40-656c-41d8-9956-effb75a27e0c service neutron] 10.222.0.31 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884349 May 25 17:17:41.025093 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-ae808672-a61e-4acf-b1ed-2db08c9b45da service neutron] 10.222.0.31 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856295 May 25 17:17:41.211457 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bf835f65-1075-4572-af9e-d0642d73c98f req-aa2f828a-a102-4399-8312-4a59649b4733 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 210 time: 0.0365078 May 25 17:17:42.210659 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed527-e1c7-4306-902c-975bfa797fca req-be3b3ccf-ace8-44ba-b7cc-5e65f05618c4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:42.212141 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-be3b3ccf-ace8-44ba-b7cc-5e65f05618c4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.71 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 815 time: 0.1121938 May 25 17:17:42.225599 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'port': {'device_id': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'admin_state_up': True, 'tenant_id': '195f7502e12548c5820b9b176a98b349'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:42.286756 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:42.337515 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0ed7213b-8a4c-4eda-911d-29f5bae33092 req-51a07736-9168-4355-99a1-15218fdd6df8 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 210 time: 0.0424945 May 25 17:17:42.370699 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Made reservation on behalf of 195f7502e12548c5820b9b176a98b349 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:17:42.374104 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:42.501315 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Allocated IP 172.20.0.8 (e6f08fc4-b293-432c-a878-9fdf1df40d71/4056a2ec-b740-478a-bc7e-055297bff9f9/5c08472c-6b26-4979-9138-9b2053d5447f) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:17:42.660482 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for port (5c08472c-6b26-4979-9138-9b2053d5447f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:42.691133 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:42.719802 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:42.790013 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:17:42.795983 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:17:42.798687 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:17:43.156883 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-c6193316-9870-45a9-b296-680371dfb2e2 None None] Provisioning complete for port 5c08472c-6b26-4979-9138-9b2053d5447f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:17:43.157448 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c6193316-9870-45a9-b296-680371dfb2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:43.174067 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'Port': ['ID=5c08472c-6b26-4979-9138-9b2053d5447f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:43.195737 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-c6193316-9870-45a9-b296-680371dfb2e2 None None] Port 5c08472c-6b26-4979-9138-9b2053d5447f cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:17:43.200511 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:43.202671 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:43.227124 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-8714add5-4d1a-4e18-b77c-21e730f79129 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058165 May 25 17:17:43.479408 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5610eb-1e7d-447d-9752-e0bd78b1a670 req-1d002c5a-b6b9-47fc-b406-a3993d693a09 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:43.480936 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de5610eb-1e7d-447d-9752-e0bd78b1a670 req-1d002c5a-b6b9-47fc-b406-a3993d693a09 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0533342 May 25 17:17:43.529164 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de5610eb-1e7d-447d-9752-e0bd78b1a670 req-44597818-1ea3-4708-8d6b-e5bdd67c3ab9 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 May 25 17:17:43.962223 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b16ea292-b3d1-472d-a401-4efa634e62ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:44.650737 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7f0d-102a-4f4c-8d4e-1fce924701fe req-832649d2-9e12-45fd-8d7a-9b3f82d299f5 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:44.652215 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-390a7f0d-102a-4f4c-8d4e-1fce924701fe req-832649d2-9e12-45fd-8d7a-9b3f82d299f5 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0479543 May 25 17:17:44.705382 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-390a7f0d-102a-4f4c-8d4e-1fce924701fe req-98c178e4-b846-44d1-b69e-57a58b685f02 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470724 May 25 17:17:44.969762 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:44.974632 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=23 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:45.846103 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02847b5-0d1c-4702-8ad9-9cc439a30282 req-a9474c6d-e6fc-4460-8d61-3c8818892ced tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:45.847867 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e02847b5-0d1c-4702-8ad9-9cc439a30282 req-a9474c6d-e6fc-4460-8d61-3c8818892ced tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0523767 May 25 17:17:45.911154 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e02847b5-0d1c-4702-8ad9-9cc439a30282 req-749f5031-ae8d-4b73-854d-1953a53304d1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572085 May 25 17:17:46.160241 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-561f5d35-382e-477b-bd91-e903beb2edb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.035143 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab647-052c-435f-8b4a-d9c23f43065c req-bc29c9ab-e7fd-4dc5-85ab-7a70bb22ecd1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:47.037641 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3bab647-052c-435f-8b4a-d9c23f43065c req-bc29c9ab-e7fd-4dc5-85ab-7a70bb22ecd1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0536969 May 25 17:17:47.105694 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3bab647-052c-435f-8b4a-d9c23f43065c req-af916bbd-6f14-41ca-b2d0-1de8c40a3811 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603292 May 25 17:17:47.153700 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58136) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:47.278467 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1ec729bc-7d6f-48d4-aaaf-3060637a26ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.320229 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:47.366950 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1ec729bc-7d6f-48d4-aaaf-3060637a26ba admin admin] Publish callbacks [] for security_group (c3f43978-2281-41de-80af-f850da617877), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.370724 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1ec729bc-7d6f-48d4-aaaf-3060637a26ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c3f43978-2281-41de-80af-f850da617877), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.411871 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec729bc-7d6f-48d4-aaaf-3060637a26ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f43978-2281-41de-80af-f850da617877,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:47.416107 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1ec729bc-7d6f-48d4-aaaf-3060637a26ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=421bc4cecf8142e5bb53f6bcd8391c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614071 May 25 17:17:47.419424 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58140) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:17:47.468061 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-16897705-3c4d-4002-8cb0-12e0d40285aa admin admin] Publish callbacks [] for security_group (c3f43978-2281-41de-80af-f850da617877), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.492654 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-16897705-3c4d-4002-8cb0-12e0d40285aa admin admin] Publish callbacks [] for security_group (c3f43978-2281-41de-80af-f850da617877), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.540854 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.545825 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-16897705-3c4d-4002-8cb0-12e0d40285aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (c3f43978-2281-41de-80af-f850da617877), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.548437 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-16897705-3c4d-4002-8cb0-12e0d40285aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:47.552593 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-16897705-3c4d-4002-8cb0-12e0d40285aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3f43978-2281-41de-80af-f850da617877 HTTP/1.1" status: 204 len: 168 time: 0.1300864 May 25 17:17:47.560895 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16897705-3c4d-4002-8cb0-12e0d40285aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f43978-2281-41de-80af-f850da617877,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:48.239858 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2475202-5c4a-4be9-9671-ed289ab8ee76 req-c89d27c7-3945-41a8-b7bf-5ce10b1a8ffd tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:48.242059 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2475202-5c4a-4be9-9671-ed289ab8ee76 req-c89d27c7-3945-41a8-b7bf-5ce10b1a8ffd tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0592811 May 25 17:17:48.294893 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2475202-5c4a-4be9-9671-ed289ab8ee76 req-bcb82599-d557-42de-b21a-00042ea79092 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 May 25 17:17:48.858413 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:49.457922 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbdbb7-53b7-4d52-8995-310c21212d7c req-2ef8688b-3b8c-461c-be25-c019dd3b9d2a tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:49.465303 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-29cbdbb7-53b7-4d52-8995-310c21212d7c req-2ef8688b-3b8c-461c-be25-c019dd3b9d2a tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0703719 May 25 17:17:49.511444 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-29cbdbb7-53b7-4d52-8995-310c21212d7c req-45c0d80d-2526-4abf-9251-c728580bc028 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 May 25 17:17:50.269234 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:50.407162 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:50.633092 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b80ed-00e6-45b2-9d20-abbfe277177d req-3d233446-81eb-4391-9d6f-3dcde0c5e7e0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:50.635459 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-040b80ed-00e6-45b2-9d20-abbfe277177d req-3d233446-81eb-4391-9d6f-3dcde0c5e7e0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0494006 May 25 17:17:50.693919 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-040b80ed-00e6-45b2-9d20-abbfe277177d req-2d0f4dd7-1809-4277-bf87-550694399efe tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457320 May 25 17:17:51.810721 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfc20b-2835-4c3d-bd50-b8bbdedd4bc0 req-613433ff-99ce-4594-a3c6-088dfc955d13 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:51.812183 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-39bfc20b-2835-4c3d-bd50-b8bbdedd4bc0 req-613433ff-99ce-4594-a3c6-088dfc955d13 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0472543 May 25 17:17:51.859048 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-39bfc20b-2835-4c3d-bd50-b8bbdedd4bc0 req-35a8a2a8-2fb3-40f5-a7b4-72871da63ae8 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 May 25 17:17:52.977221 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806bd7a-04b4-43bd-a2a1-92f4e4188262 req-55f8b697-5288-4aa5-b876-7d1362309795 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:52.978661 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f806bd7a-04b4-43bd-a2a1-92f4e4188262 req-55f8b697-5288-4aa5-b876-7d1362309795 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 931 time: 0.0460644 May 25 17:17:52.996591 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Request body: {'port': {'device_id': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:17:53.018849 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:53.033509 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f806bd7a-04b4-43bd-a2a1-92f4e4188262 req-a109b04f-6c70-4dcb-b655-48312c0315f7 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491936 May 25 17:17:53.065666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:53.356133 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c08472c-6b26-4979-9138-9b2053d5447f {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:17:53.363650 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Publish callbacks [] for port (5c08472c-6b26-4979-9138-9b2053d5447f), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:53.376296 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Transition to ACTIVE for port object 5c08472c-6b26-4979-9138-9b2053d5447f will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:17:53.379956 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:53.387692 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:53.438736 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Pushing event updated for resources: {'Port': ['ID=5c08472c-6b26-4979-9138-9b2053d5447f,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:53.514325 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Attempting to bind port 5c08472c-6b26-4979-9138-9b2053d5447f on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:17:53.514670 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Attempting to bind port 5c08472c-6b26-4979-9138-9b2053d5447f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:17:53.515004 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Attempting to bind port 5c08472c-6b26-4979-9138-9b2053d5447f on network e6f08fc4-b293-432c-a878-9fdf1df40d71 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:53.520277 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Port 5c08472c-6b26-4979-9138-9b2053d5447f on network e6f08fc4-b293-432c-a878-9fdf1df40d71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:17:53.520605 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Attempting to bind port 5c08472c-6b26-4979-9138-9b2053d5447f on network e6f08fc4-b293-432c-a878-9fdf1df40d71 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:17:53.525978 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:17:53.526326 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Checking segment: {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:17:53.526716 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Bound using segment: {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:17:53.527152 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Bound port: 5c08472c-6b26-4979-9138-9b2053d5447f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f648734f-8dbf-44b0-9567-f945af197d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:17:53.527517 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:53.594234 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] For port 5c08472c-6b26-4979-9138-9b2053d5447f, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:17:53.597278 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] For port 5c08472c-6b26-4979-9138-9b2053d5447f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5c08472c-6b26-4979-9138-9b2053d5447f,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:17:53.602921 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:53.638256 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:53.638876 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:53.640258 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] 10.222.0.71 "PUT /v2.0/ports/5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 1093 time: 0.6489067 May 25 17:17:53.640725 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:17:53.643026 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de8ad53-72b8-4297-9493-4488e3dfefbf" -d '{"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:17:53.679674 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd54c2a-84f2-44ad-b294-d9395ffe153f service neutron] Pushing event updated for resources: {'Port': ['ID=5c08472c-6b26-4979-9138-9b2053d5447f,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:53.715454 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1715a-11ec-4f59-9e0b-cabf37d06620 x-openstack-request-id: req-d2d1715a-11ec-4f59-9e0b-cabf37d06620 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:17:53.715813 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:17:53.716133 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2d1715a-11ec-4f59-9e0b-cabf37d06620 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:17:53.716603 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d1715a-11ec-4f59-9e0b-cabf37d06620'] response: {'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f', 'status': 'completed', 'code': 200} May 25 17:17:53.746205 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed527-e1c7-4306-902c-975bfa797fca req-e66e51bc-fc0a-45ba-be36-5b966a6b5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:53.747726 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-e66e51bc-fc0a-45ba-be36-5b966a6b5524 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1127 time: 0.0463912 May 25 17:17:53.790514 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-61a54fc2-bb6b-4e41-a26b-6074fcb475dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 217 time: 0.0344656 May 25 17:17:53.845062 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed527-e1c7-4306-902c-975bfa797fca req-cc35e44c-88c1-4fd6-a363-7be7b1fae3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:53.846555 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-cc35e44c-88c1-4fd6-a363-7be7b1fae3cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 200 len: 854 time: 0.0497956 May 25 17:17:53.890206 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed527-e1c7-4306-902c-975bfa797fca req-c45fd520-0004-433f-82e2-f630b479aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:53.891603 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-c45fd520-0004-433f-82e2-f630b479aaa7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f08fc4-b293-432c-a878-9fdf1df40d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391421 May 25 17:17:53.952860 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:53.985031 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-ad264aea-60cb-48e9-97b5-0efd0c54b1bb service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867047 May 25 17:17:54.080653 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a97ed527-e1c7-4306-902c-975bfa797fca req-10f2e83a-c695-4584-8885-8d62737cacd4 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891411 May 25 17:17:54.151461 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b7849-00fd-4d37-9267-c500c97e51b8 req-288077fa-9d9a-4bb5-a30f-0a31b3613ea8 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:54.153046 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a2b7849-00fd-4d37-9267-c500c97e51b8 req-288077fa-9d9a-4bb5-a30f-0a31b3613ea8 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 943 time: 0.0483308 May 25 17:17:54.202201 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a2b7849-00fd-4d37-9267-c500c97e51b8 req-06420ddd-6eaa-487a-8d87-5ce491d280db tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 May 25 17:17:55.321655 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9293e-a854-40a7-86a8-06a87f421040 req-a1b52666-4027-42e8-b0ab-6c3a7c7ad841 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:55.323157 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53f9293e-a854-40a7-86a8-06a87f421040 req-a1b52666-4027-42e8-b0ab-6c3a7c7ad841 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 943 time: 0.0494165 May 25 17:17:55.370500 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53f9293e-a854-40a7-86a8-06a87f421040 req-c653a8cb-942e-4053-8d04-f2ab5ab5862b tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 May 25 17:17:56.466008 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:56.482507 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dbd5-0393-4ce0-a67d-5a716ba793ef req-705ed22d-f67d-4136-9799-8a68f0361235 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:56.483995 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02e7dbd5-0393-4ce0-a67d-5a716ba793ef req-705ed22d-f67d-4136-9799-8a68f0361235 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 943 time: 0.0477715 May 25 17:17:56.531434 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02e7dbd5-0393-4ce0-a67d-5a716ba793ef req-46bd83c5-40ab-4fc4-95ca-e878fb7aca98 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 May 25 17:17:57.573565 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-9c2ed1b5-42c6-419a-b861-023285ea1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:57.575063 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-9c2ed1b5-42c6-419a-b861-023285ea1dfb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1127 time: 0.0464375 May 25 17:17:57.683177 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a4ad6-1f3b-40b5-a49b-d5431f3cfeba req-b9eb1b11-44c1-4262-b708-9cbe943ec954 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:57.684989 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c90a4ad6-1f3b-40b5-a49b-d5431f3cfeba req-b9eb1b11-44c1-4262-b708-9cbe943ec954 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 943 time: 0.0581074 May 25 17:17:57.732459 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-23c30ebc-b58b-4730-af70-7af8af039e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:57.733927 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-23c30ebc-b58b-4730-af70-7af8af039e97 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 916 time: 0.1528299 May 25 17:17:57.782769 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-fe26d372-f546-4fc1-9101-c1157dd088cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 217 time: 0.0403936 May 25 17:17:57.787706 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c90a4ad6-1f3b-40b5-a49b-d5431f3cfeba req-b64d0c8e-913b-4028-9c6e-efeff1942eee tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932765 May 25 17:17:57.833950 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-e4d554b0-98ee-4124-8c0d-150a90008ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:57.835409 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-e4d554b0-98ee-4124-8c0d-150a90008ceb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 200 len: 854 time: 0.0463290 May 25 17:17:57.878678 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:57.885355 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-ced6f774-a6db-4d2a-a503-e7d1fd1314fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:57.886840 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-ced6f774-a6db-4d2a-a503-e7d1fd1314fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f08fc4-b293-432c-a878-9fdf1df40d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452738 May 25 17:17:57.978945 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-26c823e0-aa8b-4ca6-8f6a-c56d744607fa service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851970 May 25 17:17:58.076861 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4de8ad53-72b8-4297-9493-4488e3dfefbf req-7d7d4c2a-9e74-4df2-86ae-e2300142277a service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900872 May 25 17:17:58.403224 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 5c08472c-6b26-4979-9138-9b2053d5447f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:17:58.504904 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 5c08472c-6b26-4979-9138-9b2053d5447f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5c08472c-6b26-4979-9138-9b2053d5447f,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:58.516327 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '5c08472c-6b26-4979-9138-9b2053d5447f', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'port_id': '5c08472c-6b26-4979-9138-9b2053d5447f', 'mac_address': 'fa:16:3e:9e:e4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:17:58.552331 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 5c08472c-6b26-4979-9138-9b2053d5447f is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:17:58.552670 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:58.567607 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c08472c-6b26-4979-9138-9b2053d5447f {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:17:58.587272 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 5c08472c-6b26-4979-9138-9b2053d5447f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5c08472c-6b26-4979-9138-9b2053d5447f,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:17:58.591656 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:17:58.624841 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:17:58.640972 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=5c08472c-6b26-4979-9138-9b2053d5447f,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:58.829004 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['5c08472c-6b26-4979-9138-9b2053d5447f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:17:58.937520 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d63c2-be5d-49a2-8e4d-5a7fb010d201 req-bf1c61c5-e990-4629-86c6-05fb2ee104f3 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:17:58.939103 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f71d63c2-be5d-49a2-8e4d-5a7fb010d201 req-bf1c61c5-e990-4629-86c6-05fb2ee104f3 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 944 time: 0.0611012 May 25 17:17:58.987470 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f71d63c2-be5d-49a2-8e4d-5a7fb010d201 req-74315789-eb4f-4bfc-9938-f362fe4e7c3c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 May 25 17:18:00.111454 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcc19a-eaae-4062-aea6-7e7490c412df req-1b7212fb-a4f1-4eea-b32e-41c62bf638a2 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:00.112966 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0adcc19a-eaae-4062-aea6-7e7490c412df req-1b7212fb-a4f1-4eea-b32e-41c62bf638a2 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 944 time: 0.0551119 May 25 17:18:00.160030 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0adcc19a-eaae-4062-aea6-7e7490c412df req-9bed73a3-add6-407c-bf5b-9fd7c1e3d566 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 May 25 17:18:01.080651 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 5c08472c-6b26-4979-9138-9b2053d5447f up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:18:01.123433 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 5c08472c-6b26-4979-9138-9b2053d5447f completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:18:01.130188 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 5c08472c-6b26-4979-9138-9b2053d5447f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:18:01.130619 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:01.206690 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 5c08472c-6b26-4979-9138-9b2053d5447f is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:18:01.207130 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:01.231288 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:18:01.233531 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6793ba86-a1b2-4c57-8f22-0b60e00992d8" -d '{"events": [{"server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "name": "network-vif-plugged", "status": "completed", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:18:01.247024 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 5c08472c-6b26-4979-9138-9b2053d5447f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5c08472c-6b26-4979-9138-9b2053d5447f,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:18:01.252459 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:01.275016 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bc28b4-0d63-4193-997a-453c74de40db x-openstack-request-id: req-80bc28b4-0d63-4193-997a-453c74de40db {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:18:01.275305 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "name": "network-vif-plugged", "status": "completed", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:18:01.275568 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80bc28b4-0d63-4193-997a-453c74de40db {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:18:01.275933 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80bc28b4-0d63-4193-997a-453c74de40db'] response: {'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f', 'code': 200} May 25 17:18:01.281964 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ff32-04b6-4001-9d54-9f4f3d42fc13 req-e9ed0b29-701a-415b-92d0-859f0fd74f06 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:01.283451 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a01ff32-04b6-4001-9d54-9f4f3d42fc13 req-e9ed0b29-701a-415b-92d0-859f0fd74f06 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 944 time: 0.0516686 May 25 17:18:01.302273 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=5c08472c-6b26-4979-9138-9b2053d5447f,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:01.336349 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a01ff32-04b6-4001-9d54-9f4f3d42fc13 req-93f109d1-5882-4182-94d9-d726b694a636 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458453 May 25 17:18:02.454335 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f6851-6caa-4637-9f57-d0f586fcf508 req-afcd7a8d-b471-44ba-8257-40d759343423 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:02.455695 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-478f6851-6caa-4637-9f57-d0f586fcf508 req-afcd7a8d-b471-44ba-8257-40d759343423 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0476413 May 25 17:18:02.501427 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-478f6851-6caa-4637-9f57-d0f586fcf508 req-c9dfaf37-ef97-4784-87e4-40bb4c56f0ff tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 May 25 17:18:02.882318 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b7e58-70d9-49e6-97a1-e83649882d01 req-51e90c68-33ca-4c62-90e3-bfc6b28295dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:02.883856 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-714b7e58-70d9-49e6-97a1-e83649882d01 req-51e90c68-33ca-4c62-90e3-bfc6b28295dd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1129 time: 0.0412459 May 25 17:18:02.923831 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:02.927698 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-714b7e58-70d9-49e6-97a1-e83649882d01 req-ebbd0ae0-8c2c-40e6-8c14-a9593d6b35e3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 May 25 17:18:03.583669 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:03.585563 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:03.625544 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e921cc-7437-44dd-97fc-0ec705e7c5a1 req-ddad37ad-96fa-4a17-afea-6e8477576bb6 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:03.627032 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17e921cc-7437-44dd-97fc-0ec705e7c5a1 req-ddad37ad-96fa-4a17-afea-6e8477576bb6 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0537901 May 25 17:18:03.685908 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17e921cc-7437-44dd-97fc-0ec705e7c5a1 req-d352a76e-437d-4d65-8502-b3a10f4f8080 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531859 May 25 17:18:04.801927 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d6694-c493-4db3-bed2-2738feda3973 req-ab078fac-93af-4e6b-a820-142ebc303aa6 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:04.803426 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-132d6694-c493-4db3-bed2-2738feda3973 req-ab078fac-93af-4e6b-a820-142ebc303aa6 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0491765 May 25 17:18:04.853353 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-132d6694-c493-4db3-bed2-2738feda3973 req-e3852f8c-a6d4-436c-be75-e6d49e30efda tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 May 25 17:18:04.969982 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de14bd7-79e5-4fe1-b2a2-b4ed95e44a6e req-fd7cb76a-eeb0-427e-86b2-fb3bcd26701b tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:04.971455 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de14bd7-79e5-4fe1-b2a2-b4ed95e44a6e req-fd7cb76a-eeb0-427e-86b2-fb3bcd26701b tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0486434 May 25 17:18:05.019615 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de14bd7-79e5-4fe1-b2a2-b4ed95e44a6e req-e37695cd-38c7-4d22-8cca-debc89b8b1b2 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 May 25 17:18:05.354473 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035387f1-df99-4f58-ace3-d638058def13 req-f2536d74-ae9b-4093-9de3-bf56a59f3293 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:05.355934 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-035387f1-df99-4f58-ace3-d638058def13 req-f2536d74-ae9b-4093-9de3-bf56a59f3293 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0482664 May 25 17:18:05.403756 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-035387f1-df99-4f58-ace3-d638058def13 req-bbce3c27-cb0b-47df-bc75-0245d5482f08 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 May 25 17:18:06.517026 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:18:07.550554 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58336) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:07.587113 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:07.662889 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:07.744613 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Publish callbacks [] for security_group (9559927d-de3d-4e41-9b12-2f87444167a1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:07.748064 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (9559927d-de3d-4e41-9b12-2f87444167a1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:07.792838 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dceff4afa8b24293bdc46f0386232b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404616 May 25 17:18:07.793656 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9559927d-de3d-4e41-9b12-2f87444167a1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:07.795463 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58340) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:07.801888 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.802308 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.802649 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.802992 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.803334 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.803666 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.803998 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.804328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.804655 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.805017 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.805349 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.805677 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.806004 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.806327 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.806649 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c16e64-4dfb-46a4-b87f-1363f962dcb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:18:07.851553 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-beb95a81-407e-42b2-9592-a891184f8f82 admin admin] Publish callbacks [] for security_group (9559927d-de3d-4e41-9b12-2f87444167a1), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:07.873644 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-beb95a81-407e-42b2-9592-a891184f8f82 admin admin] Publish callbacks [] for security_group (9559927d-de3d-4e41-9b12-2f87444167a1), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:07.919400 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-beb95a81-407e-42b2-9592-a891184f8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (9559927d-de3d-4e41-9b12-2f87444167a1), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:07.921960 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-beb95a81-407e-42b2-9592-a891184f8f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:07.923092 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-beb95a81-407e-42b2-9592-a891184f8f82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9559927d-de3d-4e41-9b12-2f87444167a1 HTTP/1.1" status: 204 len: 168 time: 0.1265824 May 25 17:18:07.932141 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb95a81-407e-42b2-9592-a891184f8f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9559927d-de3d-4e41-9b12-2f87444167a1,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:12.526867 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:13.000618 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aba2d191-446a-4425-b695-5b446785a5be req-aed3ce7e-9558-4e5d-9261-69a54f2518e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382409 May 25 17:18:13.281930 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2d191-446a-4425-b695-5b446785a5be req-73ed968c-9c5f-414f-b589-8c946cb12208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:13.283483 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aba2d191-446a-4425-b695-5b446785a5be req-73ed968c-9c5f-414f-b589-8c946cb12208 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 1130 time: 0.0439603 May 25 17:18:13.671970 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2d191-446a-4425-b695-5b446785a5be req-63d5fef2-19f6-4555-82de-03a7fdccf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:13.673459 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aba2d191-446a-4425-b695-5b446785a5be req-63d5fef2-19f6-4555-82de-03a7fdccf55c service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.0903761 May 25 17:18:13.914533 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba57ebc3-fdce-4d18-b959-0ae6d5f8bb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:15.258335 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:15.273323 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aba2d191-446a-4425-b695-5b446785a5be req-efdadf7a-0879-47f9-a766-8107b7481d78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6 HTTP/1.1" status: 200 len: 1001 time: 0.0612109 May 25 17:18:16.059539 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348b793-759d-4a1a-a20e-b3991778d28b req-282f6201-f804-4b63-8929-51a34959fce4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:16.061285 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c348b793-759d-4a1a-a20e-b3991778d28b req-282f6201-f804-4b63-8929-51a34959fce4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0483584 May 25 17:18:16.107535 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c348b793-759d-4a1a-a20e-b3991778d28b req-90ba7f43-2edd-4f7a-a3d7-01392c65eb21 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 May 25 17:18:16.131773 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58414) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:16.166545 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-64634df1-6a14-45d0-a7e4-cd3ac0baedf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:16.168414 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2d191-446a-4425-b695-5b446785a5be req-7497bf04-46ca-4af5-a376-f96dfede21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:16.169916 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aba2d191-446a-4425-b695-5b446785a5be req-7497bf04-46ca-4af5-a376-f96dfede21ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0533013 May 25 17:18:16.222121 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2d191-446a-4425-b695-5b446785a5be req-d647bc63-a38b-4b1c-9f31-7f1a4433ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:16.223805 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aba2d191-446a-4425-b695-5b446785a5be req-d647bc63-a38b-4b1c-9f31-7f1a4433ef0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475276 May 25 17:18:16.317371 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aba2d191-446a-4425-b695-5b446785a5be req-1fcb71bc-9122-45cd-ac4e-99c0a4d5bfee service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867543 May 25 17:18:16.350153 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c63f493-aa8a-464f-837a-371801bbcf14 tempest-TestMinimumBasicScenario-933387575 tempest-TestMinimumBasicScenario-933387575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:16.354454 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7c63f493-aa8a-464f-837a-371801bbcf14 tempest-TestMinimumBasicScenario-933387575 tempest-TestMinimumBasicScenario-933387575-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1124 time: 0.2185915 May 25 17:18:16.354590 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58418) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:16.358756 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'port_id': '5c08472c-6b26-4979-9138-9b2053d5447f', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:16.380602 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:16.416526 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aba2d191-446a-4425-b695-5b446785a5be req-da73ab09-8f2e-40c0-822f-1813cb4dcaaa service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928907 May 25 17:18:16.464259 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:16.513098 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:16.516836 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:16.585616 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Allocated IP 172.27.0.249 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/250d5720-7de7-4110-a95e-ac606f6271cf) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:18:16.697399 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for port (250d5720-7de7-4110-a95e-ac606f6271cf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:16.699844 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:16.737392 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (250d5720-7de7-4110-a95e-ac606f6271cf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:16.784200 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:18:16.790150 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:18:16.794165 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:18:16.797441 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'Port': ['ID=250d5720-7de7-4110-a95e-ac606f6271cf,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:17.149983 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for floatingip (0c0cfebb-935e-40c8-8086-1969704c8673), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:17.218758 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (250d5720-7de7-4110-a95e-ac606f6271cf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:17.335829 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:17.392201 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for port (250d5720-7de7-4110-a95e-ac606f6271cf), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:17.396431 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (250d5720-7de7-4110-a95e-ac606f6271cf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:17.461174 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'Port': ['ID=250d5720-7de7-4110-a95e-ac606f6271cf,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:17.470175 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:17.474070 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (0c0cfebb-935e-40c8-8086-1969704c8673), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:17.529284 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:17.570161 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Floating IP 0c0cfebb-935e-40c8-8086-1969704c8673 associated. External IP: 172.27.0.249, port: 5c08472c-6b26-4979-9138-9b2053d5447f. May 25 17:18:17.775567 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Router 26347744-a27f-49f4-bc44-cfc1487d1272 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:18:17.881423 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:18:17.890978 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] Sync routers for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:18:17.899450 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:17.902412 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:18:17.903110 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:18:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:17.929862 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6a80f38e-fb2d-4ca5-8443-352beed3b290 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5742657 May 25 17:18:17.930630 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:18:17.932922 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58428) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:17.933594 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692b76ed-fb7b-4812-948d-20502f74aceb" -d '{"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:18:17.939174 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:17.940482 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-0b51690f-7485-4153-b726-60dbafed1ba7 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200558475', 'description': 'tempest-secgroup-smoke-200558475 description', 'project_id': '195f7502e12548c5820b9b176a98b349'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:17.966485 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b51690f-7485-4153-b726-60dbafed1ba7 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:17.976794 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32eafad-ca75-492c-99ff-bc2a4919fbf4 x-openstack-request-id: req-a32eafad-ca75-492c-99ff-bc2a4919fbf4 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:18:17.977091 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:18:17.977347 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a32eafad-ca75-492c-99ff-bc2a4919fbf4 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:18:17.977758 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32eafad-ca75-492c-99ff-bc2a4919fbf4'] response: {'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f', 'status': 'completed', 'code': 200} May 25 17:18:18.008387 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:18.013242 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:18:18.043865 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b51690f-7485-4153-b726-60dbafed1ba7 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group (cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.047719 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b51690f-7485-4153-b726-60dbafed1ba7 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.081245 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b51690f-7485-4153-b726-60dbafed1ba7 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.082477 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0b51690f-7485-4153-b726-60dbafed1ba7 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1475558 May 25 17:18:18.084023 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51690f-7485-4153-b726-60dbafed1ba7 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:18.085512 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58432) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:18.090014 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-225b3f2c-3cc7-4e7f-b7d3-cdcf74074357 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'security_group_rule': {'security_group_id': 'cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5', 'project_id': '195f7502e12548c5820b9b176a98b349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:18.120313 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-225b3f2c-3cc7-4e7f-b7d3-cdcf74074357 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (54b310a9-857c-4054-bdeb-3581e5f963cd), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.175511 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-225b3f2c-3cc7-4e7f-b7d3-cdcf74074357 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (54b310a9-857c-4054-bdeb-3581e5f963cd), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.179692 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-225b3f2c-3cc7-4e7f-b7d3-cdcf74074357 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (54b310a9-857c-4054-bdeb-3581e5f963cd), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.198415 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b3f2c-3cc7-4e7f-b7d3-cdcf74074357 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b310a9-857c-4054-bdeb-3581e5f963cd,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:18.208160 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-225b3f2c-3cc7-4e7f-b7d3-cdcf74074357 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.209599 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-225b3f2c-3cc7-4e7f-b7d3-cdcf74074357 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230865 May 25 17:18:18.212311 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58434) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:18.216879 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-537307ae-4e96-448f-af0f-3336d94bff18 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'security_group_rule': {'security_group_id': 'cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5', 'project_id': '195f7502e12548c5820b9b176a98b349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:18.242828 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '0c0cfebb-935e-40c8-8086-1969704c8673', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'port_id': '5c08472c-6b26-4979-9138-9b2053d5447f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'mac_address': 'fa:16:3e:9e:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:18:17Z', 'updated_at': '2022-05-25T17:18:17Z', 'revision_number': 0, 'project_id': '195f7502e12548c5820b9b176a98b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 5, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:18.245450 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-537307ae-4e96-448f-af0f-3336d94bff18 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (6ee91d09-a63c-490f-ae25-32cd9b687a0e), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.267638 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] Checking router: 26347744-a27f-49f4-bc44-cfc1487d1272 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:18:18.269493 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:18.270271 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:18.278284 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:18:18.279041 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:18:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:18.297821 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-537307ae-4e96-448f-af0f-3336d94bff18 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (6ee91d09-a63c-490f-ae25-32cd9b687a0e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.302167 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-537307ae-4e96-448f-af0f-3336d94bff18 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (6ee91d09-a63c-490f-ae25-32cd9b687a0e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.324128 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537307ae-4e96-448f-af0f-3336d94bff18 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee91d09-a63c-490f-ae25-32cd9b687a0e,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:18.332987 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-537307ae-4e96-448f-af0f-3336d94bff18 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.337069 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-537307ae-4e96-448f-af0f-3336d94bff18 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209691 May 25 17:18:18.337357 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58436) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:18.341515 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f0135410-d34e-4463-bbc5-325f8631aa2d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'security_group_rule': {'security_group_id': 'cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5', 'project_id': '195f7502e12548c5820b9b176a98b349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:18.368911 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0135410-d34e-4463-bbc5-325f8631aa2d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (f6955973-3b13-44fb-863d-6dfa832572e6), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.394155 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:18:18.417667 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:18.433308 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0135410-d34e-4463-bbc5-325f8631aa2d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (f6955973-3b13-44fb-863d-6dfa832572e6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.437750 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0135410-d34e-4463-bbc5-325f8631aa2d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (f6955973-3b13-44fb-863d-6dfa832572e6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.460753 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0135410-d34e-4463-bbc5-325f8631aa2d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6955973-3b13-44fb-863d-6dfa832572e6,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:18.466115 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0135410-d34e-4463-bbc5-325f8631aa2d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.467246 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f0135410-d34e-4463-bbc5-325f8631aa2d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289818 May 25 17:18:18.469938 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58438) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:18.475135 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9565b569-209a-4991-80fb-c0b8b242ace1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'security_group_rule': {'security_group_id': 'cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5', 'project_id': '195f7502e12548c5820b9b176a98b349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:18.505831 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9565b569-209a-4991-80fb-c0b8b242ace1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (6b6682c6-764c-4ead-a15c-ece09c4fe45c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.589842 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9565b569-209a-4991-80fb-c0b8b242ace1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (6b6682c6-764c-4ead-a15c-ece09c4fe45c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.594064 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9565b569-209a-4991-80fb-c0b8b242ace1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (6b6682c6-764c-4ead-a15c-ece09c4fe45c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.612651 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565b569-209a-4991-80fb-c0b8b242ace1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6682c6-764c-4ead-a15c-ece09c4fe45c,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:18.621051 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9565b569-209a-4991-80fb-c0b8b242ace1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.622374 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9565b569-209a-4991-80fb-c0b8b242ace1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514204 May 25 17:18:18.624940 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58440) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:18.629214 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-151177c2-cc5e-4350-b277-834d21bb0a7c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'security_group_rule': {'security_group_id': 'cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5', 'project_id': '195f7502e12548c5820b9b176a98b349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:18.650472 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '0c0cfebb-935e-40c8-8086-1969704c8673', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'port_id': '5c08472c-6b26-4979-9138-9b2053d5447f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'mac_address': 'fa:16:3e:9e:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:18:17Z', 'updated_at': '2022-05-25T17:18:17Z', 'revision_number': 0, 'project_id': '195f7502e12548c5820b9b176a98b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 5, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:18.651142 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-151177c2-cc5e-4350-b277-834d21bb0a7c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Project 195f7502e12548c5820b9b176a98b349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:18:18.657130 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-151177c2-cc5e-4350-b277-834d21bb0a7c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (e38a3b34-c7b9-450f-b9c0-4ca2e4cfff20), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.676121 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b09904-d6ba-4718-8d42-238d68f06c4d None None] The sync data for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi is: [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '0c0cfebb-935e-40c8-8086-1969704c8673', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'port_id': '5c08472c-6b26-4979-9138-9b2053d5447f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'mac_address': 'fa:16:3e:9e:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:18:17Z', 'updated_at': '2022-05-25T17:18:17Z', 'revision_number': 0, 'project_id': '195f7502e12548c5820b9b176a98b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 5, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:18:18.724942 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-151177c2-cc5e-4350-b277-834d21bb0a7c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (e38a3b34-c7b9-450f-b9c0-4ca2e4cfff20), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.729130 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-151177c2-cc5e-4350-b277-834d21bb0a7c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (e38a3b34-c7b9-450f-b9c0-4ca2e4cfff20), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.750180 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151177c2-cc5e-4350-b277-834d21bb0a7c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38a3b34-c7b9-450f-b9c0-4ca2e4cfff20,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:18.758797 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-151177c2-cc5e-4350-b277-834d21bb0a7c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.760004 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-151177c2-cc5e-4350-b277-834d21bb0a7c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340919 May 25 17:18:18.762722 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58444) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:18.767140 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-49b488ac-5c7b-48cc-8dd1-dca915c72238 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'security_group_rule': {'security_group_id': 'cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5', 'project_id': '195f7502e12548c5820b9b176a98b349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:18.787882 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-49b488ac-5c7b-48cc-8dd1-dca915c72238 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Project 195f7502e12548c5820b9b176a98b349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:18:18.793408 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49b488ac-5c7b-48cc-8dd1-dca915c72238 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (92a8275c-1ea1-41d2-a687-bc2a800a1ba1), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.861626 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.861920 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49b488ac-5c7b-48cc-8dd1-dca915c72238 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (92a8275c-1ea1-41d2-a687-bc2a800a1ba1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.865677 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49b488ac-5c7b-48cc-8dd1-dca915c72238 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722101'] for security_group_rule (92a8275c-1ea1-41d2-a687-bc2a800a1ba1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.886763 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b488ac-5c7b-48cc-8dd1-dca915c72238 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a8275c-1ea1-41d2-a687-bc2a800a1ba1,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:18.895261 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49b488ac-5c7b-48cc-8dd1-dca915c72238 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:18.899148 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-49b488ac-5c7b-48cc-8dd1-dca915c72238 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328509 May 25 17:18:18.904460 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105aa151-5d09-4bc3-aa15-aecd546ea51c None None] New status for floating IP 0c0cfebb-935e-40c8-8086-1969704c8673: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:18:18.988085 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-e4775e07-91c4-41c7-be12-ba468acd205b tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200558475&fields=id&tenant_id=195f7502e12548c5820b9b176a98b349 HTTP/1.1" status: 200 len: 267 time: 0.0450943 May 25 17:18:19.040264 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-7bf71d20-941c-4051-88e9-15016d5b3735 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:19.042217 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-7bf71d20-941c-4051-88e9-15016d5b3735 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0480309 May 25 17:18:19.053750 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'port': {'security_groups': ['721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33', 'cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:18:19.084511 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:19.379919 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:19.563407 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:19.608011 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] For port 5c08472c-6b26-4979-9138-9b2053d5447f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5c08472c-6b26-4979-9138-9b2053d5447f,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:18:19.622437 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b76ed-fb7b-4812-948d-20502f74aceb req-8daaca43-a7c6-48da-a104-9d71437eb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:19.624021 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-692b76ed-fb7b-4812-948d-20502f74aceb req-8daaca43-a7c6-48da-a104-9d71437eb10d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1129 time: 0.0409639 May 25 17:18:19.637156 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for port (5c08472c-6b26-4979-9138-9b2053d5447f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:19.642473 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260389073'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:19.655048 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['5c08472c-6b26-4979-9138-9b2053d5447f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:18:19.683702 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:19.684341 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:19.686073 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e76062a-7117-45f7-81de-a9d86bdf47bc req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "PUT /v2.0/ports/5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 981 time: 0.6378565 May 25 17:18:19.732954 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801bcf3-758f-4200-8e29-ed01381b61bb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'Port': ['ID=5c08472c-6b26-4979-9138-9b2053d5447f,revision_number=6']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:19.765379 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b76ed-fb7b-4812-948d-20502f74aceb req-ceebad80-3f29-4e26-8215-3c948d8a569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:19.766976 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-692b76ed-fb7b-4812-948d-20502f74aceb req-ceebad80-3f29-4e26-8215-3c948d8a569c service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 916 time: 0.1371343 May 25 17:18:19.793676 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['5c08472c-6b26-4979-9138-9b2053d5447f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:18:19.876797 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79da28-6fc9-49ce-ab26-4e69250d7377 req-094f8431-cc69-4aa4-9d8a-a0652335de8c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:19.881342 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c79da28-6fc9-49ce-ab26-4e69250d7377 req-094f8431-cc69-4aa4-9d8a-a0652335de8c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.1114817 May 25 17:18:19.946686 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-692b76ed-fb7b-4812-948d-20502f74aceb req-a82d6403-9900-4445-9923-9dea390c2c7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 1001 time: 0.1423910 May 25 17:18:19.979176 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:18:19.981708 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc1f765-a754-4529-80c6-42f1f723b6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:18:20.019987 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:20.026018 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b76ed-fb7b-4812-948d-20502f74aceb req-41fd3ffd-e18b-454a-8d84-19f7a9cb15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:20.027481 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-692b76ed-fb7b-4812-948d-20502f74aceb req-41fd3ffd-e18b-454a-8d84-19f7a9cb15b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 200 len: 854 time: 0.0552950 May 25 17:18:20.054981 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55650309-b4d9-4aa3-a9f9-cbe272e0cf2a x-openstack-request-id: req-55650309-b4d9-4aa3-a9f9-cbe272e0cf2a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:18:20.055265 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:18:20.055515 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55650309-b4d9-4aa3-a9f9-cbe272e0cf2a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:18:20.056480 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55650309-b4d9-4aa3-a9f9-cbe272e0cf2a'] response: {'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f', 'status': 'completed', 'code': 200} May 25 17:18:20.060167 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c79da28-6fc9-49ce-ab26-4e69250d7377 req-be3615a1-be83-43d4-9a31-e3ae0eeeb01c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681342 May 25 17:18:20.095002 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b76ed-fb7b-4812-948d-20502f74aceb req-6f2902e4-a54a-4f11-90ef-d9ffbabbd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:20.096522 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-692b76ed-fb7b-4812-948d-20502f74aceb req-6f2902e4-a54a-4f11-90ef-d9ffbabbd816 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f08fc4-b293-432c-a878-9fdf1df40d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558794 May 25 17:18:20.130886 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-b3122338-634f-4a0b-a411-af8ebfb0bc65 None None] Provisioning complete for port 5c08472c-6b26-4979-9138-9b2053d5447f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:18:20.131270 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b3122338-634f-4a0b-a411-af8ebfb0bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:20.205096 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-692b76ed-fb7b-4812-948d-20502f74aceb req-42274da9-08c6-4f54-9337-671255f16a35 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021855 May 25 17:18:20.219885 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:20.271736 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:20.322897 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-692b76ed-fb7b-4812-948d-20502f74aceb req-7df5158a-ac0a-4c4a-ac56-f8c4f1c21917 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110590 May 25 17:18:20.356669 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:20.383394 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b3122338-634f-4a0b-a411-af8ebfb0bc65 None None] Current status of the port 5c08472c-6b26-4979-9138-9b2053d5447f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:18:20.422670 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-33856f61-246c-4991-8c42-b68a01d73166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:20.424435 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-33856f61-246c-4991-8c42-b68a01d73166 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1168 time: 0.0529466 May 25 17:18:20.526118 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-234da5bc-ccfa-4e0c-b2e9-e71ba6235e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:20.527264 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-234da5bc-ccfa-4e0c-b2e9-e71ba6235e8a service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 916 time: 0.0966311 May 25 17:18:20.604899 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-c5523776-5e12-4b65-8ba1-6cf88a03c470 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 1001 time: 0.0715725 May 25 17:18:20.655938 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-b0d6d4fd-e169-4472-8b87-61f1b04abc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:20.657660 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-b0d6d4fd-e169-4472-8b87-61f1b04abc33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 200 len: 854 time: 0.0465970 May 25 17:18:20.682104 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:20.714300 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-f06be853-1c01-40e0-af09-611f06221d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:20.715962 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-f06be853-1c01-40e0-af09-611f06221d13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f08fc4-b293-432c-a878-9fdf1df40d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425730 May 25 17:18:20.814781 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-e831e878-22d2-4b90-8ffb-53d91ab8878c service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865865 May 25 17:18:20.902405 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc1f765-a754-4529-80c6-42f1f723b6e1 req-9f403e27-73fc-40a0-adf5-3674f30360e8 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821981 May 25 17:18:25.215001 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58524) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:25.322323 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f77bd7af-9601-41d8-8817-7bffdac65109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:25.400494 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f77bd7af-9601-41d8-8817-7bffdac65109 admin admin] Publish callbacks [] for security_group (016bef1d-2d25-4a61-aa35-ff8b58c61448), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:25.405203 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f77bd7af-9601-41d8-8817-7bffdac65109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (016bef1d-2d25-4a61-aa35-ff8b58c61448), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:25.443634 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bd7af-9601-41d8-8817-7bffdac65109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016bef1d-2d25-4a61-aa35-ff8b58c61448,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:25.452355 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58528) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:18:25.452884 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f77bd7af-9601-41d8-8817-7bffdac65109 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04536fa2125b43a898797bc78f0acf40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363427 May 25 17:18:25.505469 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-28d73d25-f9f6-42e7-bc85-8d41fd6bcbe2 admin admin] Publish callbacks [] for security_group (016bef1d-2d25-4a61-aa35-ff8b58c61448), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:25.527043 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-28d73d25-f9f6-42e7-bc85-8d41fd6bcbe2 admin admin] Publish callbacks [] for security_group (016bef1d-2d25-4a61-aa35-ff8b58c61448), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:25.573239 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-28d73d25-f9f6-42e7-bc85-8d41fd6bcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (016bef1d-2d25-4a61-aa35-ff8b58c61448), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:25.575789 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-28d73d25-f9f6-42e7-bc85-8d41fd6bcbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:25.576955 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-28d73d25-f9f6-42e7-bc85-8d41fd6bcbe2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/016bef1d-2d25-4a61-aa35-ff8b58c61448 HTTP/1.1" status: 204 len: 168 time: 0.1227345 May 25 17:18:25.585356 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d73d25-f9f6-42e7-bc85-8d41fd6bcbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016bef1d-2d25-4a61-aa35-ff8b58c61448,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:29.011321 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:29.014572 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:30.593773 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:35.428905 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:35.441626 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=30,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:35.579520 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:35.580344 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=38,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:35.603564 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:37.592483 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:40.576659 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:40.581036 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:42.604997 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b008a4-f56c-4986-bb36-cf249eb3f647 req-ee555aa4-3432-4576-8559-5adf0cd7288d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:42.606400 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-61b008a4-f56c-4986-bb36-cf249eb3f647 req-ee555aa4-3432-4576-8559-5adf0cd7288d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0800936 May 25 17:18:42.607305 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-f9e43d81-6b62-4fa4-a1ff-918f0cc4480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:42.609058 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-f9e43d81-6b62-4fa4-a1ff-918f0cc4480d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1168 time: 0.0724721 May 25 17:18:42.730690 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-61b008a4-f56c-4986-bb36-cf249eb3f647 req-08d7c8e6-c672-4b45-ba97-7c005aab7a83 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183314 May 25 17:18:42.747593 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-f2316652-a256-4c1e-a64f-5bd7e18ab528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:42.749594 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-f2316652-a256-4c1e-a64f-5bd7e18ab528 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 916 time: 0.1314774 May 25 17:18:42.810574 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-21983ef9-6e4a-41fe-9c23-d65a12be1ee5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 1001 time: 0.0549345 May 25 17:18:42.862434 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-0716ce1e-0c77-4240-927b-b6c8bd0d0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:42.863833 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-0716ce1e-0c77-4240-927b-b6c8bd0d0d69 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 200 len: 854 time: 0.0472169 May 25 17:18:42.907886 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-f4937233-2013-4a21-af5b-2ed775494280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:42.909388 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-f4937233-2013-4a21-af5b-2ed775494280 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f08fc4-b293-432c-a878-9fdf1df40d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393546 May 25 17:18:42.997388 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-13497366-dd32-46cb-a347-aba86de32197 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815954 May 25 17:18:43.088760 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-067131c2-338f-4fc4-8613-4f5ba59efad0 req-d3ff5b1f-6548-48be-bad5-31f7823a5419 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853631 May 25 17:18:43.515883 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:18:43.857053 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640f2ee-7f93-4dd5-b7a6-70a8d2d6bbd3 req-cf0f3ff7-21a2-4809-8d26-8e7c4cd173ca tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:43.859069 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7640f2ee-7f93-4dd5-b7a6-70a8d2d6bbd3 req-cf0f3ff7-21a2-4809-8d26-8e7c4cd173ca tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0561323 May 25 17:18:43.916218 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e37e4404-39c2-4c4d-86d3-4e805ee60f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:43.928134 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7640f2ee-7f93-4dd5-b7a6-70a8d2d6bbd3 req-02ebf2e3-6b41-4051-be74-55de45cd3d5c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631654 May 25 17:18:45.048502 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d0813-9b75-4856-963c-44d92770739a req-3db1b6e8-346e-4fcd-88eb-2a6dbf635158 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:45.050069 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5f0d0813-9b75-4856-963c-44d92770739a req-3db1b6e8-346e-4fcd-88eb-2a6dbf635158 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0513959 May 25 17:18:45.111389 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5f0d0813-9b75-4856-963c-44d92770739a req-53d8cf3d-b98e-495c-aa95-808e79100d9f tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551987 May 25 17:18:46.158337 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96b54176-7b97-46f3-aad1-11226dbfd1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:46.228135 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b617f-55d0-499a-b63c-69faf91f4587 req-b4655fb1-e252-4847-8abf-34006b5a6946 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:46.229619 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-522b617f-55d0-499a-b63c-69faf91f4587 req-b4655fb1-e252-4847-8abf-34006b5a6946 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0494652 May 25 17:18:46.293794 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-522b617f-55d0-499a-b63c-69faf91f4587 req-b687f3d4-ccf3-49b9-9327-d34dc772b5ad tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576620 May 25 17:18:47.413255 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de520f-ca58-456c-8c60-040011469df2 req-6d25254a-1287-4fde-bd51-ae40b61fff6b tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:47.414698 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10de520f-ca58-456c-8c60-040011469df2 req-6d25254a-1287-4fde-bd51-ae40b61fff6b tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0512612 May 25 17:18:47.474442 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-10de520f-ca58-456c-8c60-040011469df2 req-8a55b5c2-d151-404b-a49d-dd89cb4cc741 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540595 May 25 17:18:47.534770 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:48.591872 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677c997-5939-4c50-997e-eb8a35391e1b req-65774283-0357-407c-81bf-e09155b2a347 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:48.593637 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d677c997-5939-4c50-997e-eb8a35391e1b req-65774283-0357-407c-81bf-e09155b2a347 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0508385 May 25 17:18:48.653719 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d677c997-5939-4c50-997e-eb8a35391e1b req-47eff801-a8d3-4237-b527-aed557ab16c0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544064 May 25 17:18:48.862594 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:49.768868 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa546fd-a4e9-4624-a23d-a97e8e50701d req-645122bb-7dea-48d0-a4a8-3985914a4e06 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:49.770348 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6fa546fd-a4e9-4624-a23d-a97e8e50701d req-645122bb-7dea-48d0-a4a8-3985914a4e06 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0479295 May 25 17:18:49.830622 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6fa546fd-a4e9-4624-a23d-a97e8e50701d req-868ad8b1-c14f-446b-a99a-87719437a5cf tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547271 May 25 17:18:50.279792 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:18:50.944133 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1363f-b835-4f8a-8bb7-df9552c65296 req-1f9d4958-ee9c-4738-8ff9-9127b065d334 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:50.945549 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f1b1363f-b835-4f8a-8bb7-df9552c65296 req-1f9d4958-ee9c-4738-8ff9-9127b065d334 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0474427 May 25 17:18:51.005401 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f1b1363f-b835-4f8a-8bb7-df9552c65296 req-edd08538-89e2-459e-abaa-a6adb3869f92 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542200 May 25 17:18:52.118845 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e789c1-9821-4c86-97ea-1d58b8488be5 req-986fa42e-89c4-4540-a314-f1a767fbb4fb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:52.120310 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d7e789c1-9821-4c86-97ea-1d58b8488be5 req-986fa42e-89c4-4540-a314-f1a767fbb4fb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0475559 May 25 17:18:52.150165 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:52.182739 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d7e789c1-9821-4c86-97ea-1d58b8488be5 req-b3d552d5-4126-491c-8584-9038badc8465 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567269 May 25 17:18:53.303673 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dd189-075c-440b-828a-6d3b33c6a10e req-a133e451-9fd7-4269-a270-1ef74a4a80cb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:53.305204 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f36dd189-075c-440b-828a-6d3b33c6a10e req-a133e451-9fd7-4269-a270-1ef74a4a80cb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0533442 May 25 17:18:53.366864 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f36dd189-075c-440b-828a-6d3b33c6a10e req-ad527985-c008-4786-8571-c17aa21a920c tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558851 May 25 17:18:53.512220 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:54.480653 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69c0f2-90c0-44bc-8041-4808787e7bf2 req-8592d848-28d1-4b36-a369-4d8487c32458 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:54.482131 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e69c0f2-90c0-44bc-8041-4808787e7bf2 req-8592d848-28d1-4b36-a369-4d8487c32458 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0469706 May 25 17:18:54.507560 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:54.543040 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e69c0f2-90c0-44bc-8041-4808787e7bf2 req-f8e3d332-8079-42ea-b1d5-ae1b2c97f65a tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542197 May 25 17:18:55.663530 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20553714-6005-4da6-b85c-6bb50a6f7bd1 req-f37d5ad1-28fb-4937-8e7e-d5263af8048a tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:55.665033 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20553714-6005-4da6-b85c-6bb50a6f7bd1 req-f37d5ad1-28fb-4937-8e7e-d5263af8048a tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0477295 May 25 17:18:55.726427 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20553714-6005-4da6-b85c-6bb50a6f7bd1 req-71700ee5-23ec-42c4-816a-afd536a5ec70 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556338 May 25 17:18:56.843384 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd558a6-6803-4734-8d81-4e465f906b7a req-acf2653d-f57e-4a57-beb1-ea8eafccd0cc tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:56.844929 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1bd558a6-6803-4734-8d81-4e465f906b7a req-acf2653d-f57e-4a57-beb1-ea8eafccd0cc tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0482056 May 25 17:18:56.910964 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1bd558a6-6803-4734-8d81-4e465f906b7a req-a83ee1c5-b1f7-4215-8f5b-8162b5f593bc tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603950 May 25 17:18:58.030517 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa9e07-2462-4746-b77f-44344dc8116f req-523c03f1-37fb-414f-aced-4c6381c634c4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:58.032804 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4eaa9e07-2462-4746-b77f-44344dc8116f req-523c03f1-37fb-414f-aced-4c6381c634c4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0502014 May 25 17:18:58.093190 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4eaa9e07-2462-4746-b77f-44344dc8116f req-14b30b39-7375-487a-a9f7-497428c12990 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542507 May 25 17:18:58.858489 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:18:59.215109 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcad0a-0c7e-420b-a781-1764b89f3e31 req-1e9e1395-2eb3-41f3-abde-94e921b6418f tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:18:59.216586 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92fcad0a-0c7e-420b-a781-1764b89f3e31 req-1e9e1395-2eb3-41f3-abde-94e921b6418f tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0553319 May 25 17:18:59.276950 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-92fcad0a-0c7e-420b-a781-1764b89f3e31 req-cc31fd6c-448c-4722-9940-0932cbee86cb tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538812 May 25 17:19:00.275967 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:00.391641 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1e2a-0c83-4356-a789-681c992390cc req-75165200-99f7-488d-9274-ce9cde5099a2 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:00.393232 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-031f1e2a-0c83-4356-a789-681c992390cc req-75165200-99f7-488d-9274-ce9cde5099a2 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0468528 May 25 17:19:00.455259 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-031f1e2a-0c83-4356-a789-681c992390cc req-c595e7bf-6024-4ffc-a974-c500a692f993 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5&id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561285 May 25 17:19:07.589019 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:09.268551 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=22 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:09.271631 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=40 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:10.446178 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:10.448793 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:13.658189 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-afe8843d-b0dc-40d3-9e65-fac4ab96b373 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415685 May 25 17:19:13.727987 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-318c91ca-45e9-4486-97b1-97a190d81580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:13.729503 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-318c91ca-45e9-4486-97b1-97a190d81580 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1168 time: 0.0428274 May 25 17:19:13.923195 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bffb7ef6-1b7f-4749-ab19-a8b9c4dcbce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:14.104589 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-13488ec8-86de-4522-968f-0b95ccc004c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:14.106105 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-13488ec8-86de-4522-968f-0b95ccc004c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 916 time: 0.3571482 May 25 17:19:14.167336 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-c49d844e-7e56-4959-820f-e6acbd666d82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 1001 time: 0.0551345 May 25 17:19:14.219776 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-e5f9a027-4532-45e2-8243-c4d2131cbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:14.221203 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-e5f9a027-4532-45e2-8243-c4d2131cbc01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 200 len: 854 time: 0.0466778 May 25 17:19:14.263050 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-81c8f146-e0e5-4f48-a3f1-d48ef8a46568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:14.264506 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-81c8f146-e0e5-4f48-a3f1-d48ef8a46568 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f08fc4-b293-432c-a878-9fdf1df40d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373073 May 25 17:19:14.358680 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-06f0a74f-a4a7-4af7-a0d0-05a7aa88fe76 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830665 May 25 17:19:15.172289 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ea9b37d-0fa4-45e3-98af-ba3888637b78 req-6d2a3445-500c-4e7c-94f0-3df8465c70c3 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889287 May 25 17:19:16.160111 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-680d62ed-c770-4a2e-8900-c386a3ed10b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:17.536223 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:17.588361 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=17 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:17.589520 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=15 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:18.865417 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:20.282815 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:20.514938 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:19:21.158733 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-53417ceb-74b6-4612-8efe-98615a121a43 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215202645&fields=id&tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 267 time: 0.0456519 May 25 17:19:21.269610 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-a2c3b0d5-5d5d-4a58-bf1c-505cac8d88aa tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:21.270983 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-a2c3b0d5-5d5d-4a58-bf1c-505cac8d88aa tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 811 time: 0.1060166 May 25 17:19:21.285805 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1aa6d6b9-8654-4462-9f54-73cf00dd87bb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/quotas/df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 375 time: 0.0095730 May 25 17:19:21.336957 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-93f3a548-3cb1-4047-b1d7-77dfb07e86ad tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464196 May 25 17:19:21.445173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-20a0cafb-e8a2-4064-b45a-727f90af07e4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:19:21.446178 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-20a0cafb-e8a2-4064-b45a-727f90af07e4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0980141 May 25 17:19:21.539801 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-b371df95-ffdb-4154-9469-c3f9086431d7 service neutron] 10.222.0.31 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870321 May 25 17:19:21.629999 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-9bd20de2-beed-4641-a19f-b7eaba2ec793 service neutron] 10.222.0.31 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845957 May 25 17:19:21.978321 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bb76b490-07da-407f-ba24-e525e6f3fa5d req-62e5b1c7-c70c-4d2c-b276-33061f613f34 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 210 time: 0.0831800 May 25 17:19:22.895437 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:22.943522 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-6728dc45-c3bd-42f3-b80d-3ed7da456875 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:22.944981 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-6728dc45-c3bd-42f3-b80d-3ed7da456875 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 811 time: 0.1105514 May 25 17:19:22.974366 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:23.013491 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-80701479-8400-4028-be7c-9acc0d11ff9f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d HTTP/1.1" status: 200 len: 379 time: 0.0589485 May 25 17:19:23.022799 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'port': {'device_id': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'admin_state_up': True, 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'security_groups': ['015fb2da-339e-4847-900c-15bf2958309f']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:19:23.110535 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b466ba96-4633-4d1b-859b-1278a4ad080d req-8786ff3a-1cdd-43f2-bfbe-ac9f4184e670 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 210 time: 0.0333886 May 25 17:19:23.168994 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Made reservation on behalf of df9bc8d103cf40e1b8d984f1947e7c5d for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:19:23.172468 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:23.306357 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Allocated IP 172.20.0.13 (f83d3faf-d265-477f-8499-04e56bb140df/b0d1d308-5103-4112-b543-c19632de5d78/9c8e824c-81df-4ecf-bf7a-aa05917e0cd1) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:19:23.452229 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:23.487432 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:23.533367 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Network f83d3faf-d265-477f-8499-04e56bb140df is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:19:23.538497 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:19:23.541033 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:19:23.571582 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:23.587618 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.587964 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.588308 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.589246 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.590065 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.590065 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.590274 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.590543 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.590872 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.591196 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.591524 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.591850 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.592173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.592493 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.592845 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:23.613259 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:23.613874 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:23.631888 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1cbfe975-60b5-4eeb-b337-4d45f80ca365 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6132233 May 25 17:19:23.644533 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Request body: {'port': {'device_id': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:19:23.712794 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:23.774717 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-05ef3316-793a-40ec-9127-341b99bffa17 None None] Provisioning complete for port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:19:23.775332 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:23.775447 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-05ef3316-793a-40ec-9127-341b99bffa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:23.795971 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:23.808941 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-05ef3316-793a-40ec-9127-341b99bffa17 None None] Port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 17:19:24.022707 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:19:24.031053 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Publish callbacks [] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:24.044557 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Transition to ACTIVE for port object 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 17:19:24.047876 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:24.096591 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:24.179009 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Attempting to bind port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 17:19:24.179546 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Attempting to bind port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 17:19:24.179957 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Attempting to bind port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 on network f83d3faf-d265-477f-8499-04e56bb140df {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:19:24.185857 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 on network f83d3faf-d265-477f-8499-04e56bb140df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 17:19:24.186276 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Attempting to bind port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 on network f83d3faf-d265-477f-8499-04e56bb140df {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 17:19:24.192301 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Checking agent: {'id': 'f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'started_at': datetime.datetime(2022, 5, 25, 17, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 17:19:24.192644 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Checking segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 17:19:24.193064 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Bound using segment: {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 17:19:24.194327 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Bound port: 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744d35c9-f3cc-441f-b9d0-d9937174861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 17:19:24.194702 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:24.248017 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf55-115e-4965-8afa-96d3ff54b9b2 req-01b07bd1-11c5-4120-a68a-40f0bcf9721e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:24.249615 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8495bf55-115e-4965-8afa-96d3ff54b9b2 req-01b07bd1-11c5-4120-a68a-40f0bcf9721e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 944 time: 0.0581267 May 25 17:19:24.263963 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] For port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1, host hv-cinder-84330, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 17:19:24.267698 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] For port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 17:19:24.275300 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:24.303843 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8495bf55-115e-4965-8afa-96d3ff54b9b2 req-d10403a0-5141-4637-a5b4-4eeca40bc1a9 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484574 May 25 17:19:24.310549 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:24.311089 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:24.312761 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] 10.222.0.71 "PUT /v2.0/ports/9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 HTTP/1.1" status: 200 len: 1094 time: 0.6723089 May 25 17:19:24.313184 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:19:24.315407 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff31aec0-4a88-4d5e-8f04-d355cc863b04" -d '{"events": [{"name": "network-changed", "server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:19:24.340819 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece7df8-6151-4367-aa90-3e984f6ecb77 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:24.383715 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9105a6-e4af-47ff-a1a2-15cb9095496f x-openstack-request-id: req-dc9105a6-e4af-47ff-a1a2-15cb9095496f {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:19:24.384007 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:19:24.384406 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc9105a6-e4af-47ff-a1a2-15cb9095496f {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:19:24.384846 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9105a6-e4af-47ff-a1a2-15cb9095496f'] response: {'name': 'network-changed', 'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'status': 'completed', 'code': 200} May 25 17:19:24.413594 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1c6d5806-7a43-4b0e-9caa-769238842877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:24.415095 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-1c6d5806-7a43-4b0e-9caa-769238842877 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 1128 time: 0.0490570 May 25 17:19:24.459118 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-96d6c46b-274e-4627-bf01-6cff51b4c166 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 HTTP/1.1" status: 200 len: 217 time: 0.0349152 May 25 17:19:24.510235 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-d114db4d-eff7-4efe-9e6a-f0cdd0676494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:24.512267 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-d114db4d-eff7-4efe-9e6a-f0cdd0676494 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0467098 May 25 17:19:24.558630 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-36961d43-8891-421b-91c7-f300c7f2ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:24.560179 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-36961d43-8891-421b-91c7-f300c7f2ed58 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420754 May 25 17:19:24.648541 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-7af9efbf-8307-47a1-accc-71c44c5bdf8f service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823154 May 25 17:19:24.740019 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d682e8cf-d5d0-4192-83a9-abce78b640d2 req-a62eaa66-1bfa-4b4f-b298-2567ab9df032 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847640 May 25 17:19:25.033346 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:25.036967 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-ad6b0d5b-1361-413e-aea7-4f61e11b06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:25.038449 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-ad6b0d5b-1361-413e-aea7-4f61e11b06c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 1128 time: 0.0404279 May 25 17:19:25.053526 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:25.132229 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-2ec927b0-7bea-4fb0-8e8c-8a290c4c30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:25.133701 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-2ec927b0-7bea-4fb0-8e8c-8a290c4c30c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.0881920 May 25 17:19:25.177826 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-1355ac75-7912-4a1e-9526-1feb6cf5a6f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 HTTP/1.1" status: 200 len: 217 time: 0.0355358 May 25 17:19:25.228835 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-e2ba9dfc-45eb-4f93-8245-490531d34aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:25.231223 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-e2ba9dfc-45eb-4f93-8245-490531d34aaa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0446560 May 25 17:19:25.273510 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-d03a8b2d-0364-4fd4-865e-eb303730a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:25.274955 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-d03a8b2d-0364-4fd4-865e-eb303730a54d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383377 May 25 17:19:25.369315 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-629eb137-d754-43fd-ac74-f4dbb38bf0e9 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882370 May 25 17:19:25.436947 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e7840-3075-456f-842b-9fef757ce9a0 req-c18c39b7-08f1-436a-a282-e080209ea47e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:25.438834 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c2e7840-3075-456f-842b-9fef757ce9a0 req-c18c39b7-08f1-436a-a282-e080209ea47e tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 944 time: 0.0478666 May 25 17:19:25.466950 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff31aec0-4a88-4d5e-8f04-d355cc863b04 req-af9639ed-2df2-4ecc-ae07-80427569d933 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911040 May 25 17:19:25.497769 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c2e7840-3075-456f-842b-9fef757ce9a0 req-dd4acefa-888e-4b3c-83b1-3ad5039662fb tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532818 May 25 17:19:26.617093 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2ce0d-f492-4554-a696-68e60b3c8dfa req-de0b6df0-1175-486a-bc6c-20f1b484c28f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:26.618448 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d2f2ce0d-f492-4554-a696-68e60b3c8dfa req-de0b6df0-1175-486a-bc6c-20f1b484c28f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 944 time: 0.0512695 May 25 17:19:26.667010 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d2f2ce0d-f492-4554-a696-68e60b3c8dfa req-0dfe5a2e-d614-4341-83ad-da297d7cb6c0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428739 May 25 17:19:27.782720 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cdb2e-69a0-4700-9bdb-eb858df34b46 req-d4908d39-f751-445b-8a23-a215007396e1 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:27.784218 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f27cdb2e-69a0-4700-9bdb-eb858df34b46 req-d4908d39-f751-445b-8a23-a215007396e1 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 944 time: 0.0485296 May 25 17:19:27.842669 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f27cdb2e-69a0-4700-9bdb-eb858df34b46 req-565eee3d-6396-4762-bbc4-ab0a208c0d11 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527766 May 25 17:19:28.954290 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce7d7-bbb5-4805-aab0-b62d49711bd7 req-d6cb0fcf-9611-4736-8588-db0b38144e1f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:28.955672 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fd1ce7d7-bbb5-4805-aab0-b62d49711bd7 req-d6cb0fcf-9611-4736-8588-db0b38144e1f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 944 time: 0.0474756 May 25 17:19:29.004626 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fd1ce7d7-bbb5-4805-aab0-b62d49711bd7 req-fe797904-d5de-4508-8f7f-47ae055b2d75 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432129 May 25 17:19:30.117030 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e093e-84df-49e4-9799-85be82770970 req-c48a8be2-b1a0-4f38-8942-511f704ac123 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:30.118492 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3a8e093e-84df-49e4-9799-85be82770970 req-c48a8be2-b1a0-4f38-8942-511f704ac123 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 944 time: 0.0478063 May 25 17:19:30.167019 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3a8e093e-84df-49e4-9799-85be82770970 req-2ebe955b-639a-489c-a8ab-b32b48b0e6c3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 May 25 17:19:30.510108 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:30.510881 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:31.279820 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3cb7c-1fc6-48e9-99cd-0ace33790423 req-54d4a4e7-7b4a-4f7f-9687-54ea691fdada tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:31.281311 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-72e3cb7c-1fc6-48e9-99cd-0ace33790423 req-54d4a4e7-7b4a-4f7f-9687-54ea691fdada tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 944 time: 0.0465834 May 25 17:19:31.333264 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-72e3cb7c-1fc6-48e9-99cd-0ace33790423 req-474fad80-9110-4dbd-a731-4a0d142ab65a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463781 May 25 17:19:31.667935 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 17:19:31.670184 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:31.672229 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:31.771493 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:31.784447 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Returning: {'device': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'port_id': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'mac_address': 'fa:16:3e:3a:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 17:19:31.823323 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:19:31.823712 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:31.837506 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 17:19:31.857827 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:31.863490 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:31.912058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:31.919134 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.919419 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.919765 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.920115 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.921006 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.921346 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.921778 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.921965 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.922293 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.922618 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.922950 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.923275 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.923598 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.923923 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:31.924239 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:32.095648 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['9c8e824c-81df-4ecf-bf7a-aa05917e0cd1'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:19:32.449612 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4af09-1309-413d-a931-ec231981268c req-b7afbbd7-64f0-442a-8bc2-e87b4bddb6e0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:32.451126 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8b4af09-1309-413d-a931-ec231981268c req-b7afbbd7-64f0-442a-8bc2-e87b4bddb6e0 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 945 time: 0.0475879 May 25 17:19:32.503219 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8b4af09-1309-413d-a931-ec231981268c req-8784ef55-8786-40cd-b24c-870570f36e2f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451696 May 25 17:19:33.473547 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-6b064186-824a-476c-824a-2b586472b167 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200558475&fields=id&tenant_id=195f7502e12548c5820b9b176a98b349 HTTP/1.1" status: 200 len: 267 time: 0.0449340 May 25 17:19:33.523020 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-1f734b3b-5fea-49da-b8f6-9debb1c1d464 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:33.524383 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-1f734b3b-5fea-49da-b8f6-9debb1c1d464 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 984 time: 0.0456297 May 25 17:19:33.535952 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Request body: {'port': {'security_groups': ['721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:19:33.611325 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:33.622766 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c563-717b-49ee-9dd0-95bd932cfceb req-d1b06ac4-3cfc-40db-8772-0130e294c303 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:33.624838 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d697c563-717b-49ee-9dd0-95bd932cfceb req-d1b06ac4-3cfc-40db-8772-0130e294c303 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 945 time: 0.0509675 May 25 17:19:33.673951 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d697c563-717b-49ee-9dd0-95bd932cfceb req-810f6e81-1d84-4a27-9dd0-dbfe00ee6494 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 May 25 17:19:33.683784 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 up at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 17:19:33.728013 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning for port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 17:19:33.733107 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:33.735133 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Provisioning complete for port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:19:33.735510 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:33.798580 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:33.813644 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Current status of the port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:19:33.814035 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:33.838311 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:19:33.838627 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] For port 5c08472c-6b26-4979-9138-9b2053d5447f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5c08472c-6b26-4979-9138-9b2053d5447f,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:33.840523 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a165c88a2d178cea628758b4cbcbf6cae145ad068fc410c8d7b0009c780042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdb030-365c-4504-b0d5-eaa56de3681c" -d '{"events": [{"server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:19:33.857115 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:33.864377 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] For port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:33.870170 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:33.877602 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for port (5c08472c-6b26-4979-9138-9b2053d5447f), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:33.882859 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:33.897074 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['5c08472c-6b26-4979-9138-9b2053d5447f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:19:33.900869 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773e3547-2e6a-4004-b60f-b432b1e2a38a x-openstack-request-id: req-773e3547-2e6a-4004-b60f-b432b1e2a38a {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:19:33.901151 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:19:33.901397 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-773e3547-2e6a-4004-b60f-b432b1e2a38a {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:19:33.901778 dv-cinder-843309-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773e3547-2e6a-4004-b60f-b432b1e2a38a'] response: {'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'code': 200} May 25 17:19:33.938504 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:33.939184 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:33.941213 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-502b0774-108e-4bcf-9dd4-d02bf5dc01e9 req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "PUT /v2.0/ports/5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 942 time: 0.4093654 May 25 17:19:33.942449 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:19:33.944026 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655e025a-f27b-48f1-b349-d1c4610f2ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:19:33.948329 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58688) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:33.974062 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Pushing event updated for resources: {'Port': ['ID=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:33.991983 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd5155-b527-4997-9fa6-827a70ce1a47 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event updated for resources: {'Port': ['ID=5c08472c-6b26-4979-9138-9b2053d5447f,revision_number=7']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:34.008326 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['5c08472c-6b26-4979-9138-9b2053d5447f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:19:34.010443 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:34.019239 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa8da4-b4ff-49e3-895a-43b0303ebeb0 x-openstack-request-id: req-cdaa8da4-b4ff-49e3-895a-43b0303ebeb0 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:19:34.019794 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:19:34.020269 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdaa8da4-b4ff-49e3-895a-43b0303ebeb0 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:19:34.021435 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdaa8da4-b4ff-49e3-895a-43b0303ebeb0'] response: {'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f', 'status': 'completed', 'code': 200} May 25 17:19:34.076378 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group (cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.112130 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group (cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.151903 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-21936020-228d-4648-9d75-8af6e5b0e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:34.153579 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-21936020-228d-4648-9d75-8af6e5b0e4de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1129 time: 0.1216538 May 25 17:19:34.208009 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ee84-6ced-4d0f-bb13-588800781b33 req-032d91f4-8eb5-4742-9061-bded5138d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:34.209552 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ed8ee84-6ced-4d0f-bb13-588800781b33 req-032d91f4-8eb5-4742-9061-bded5138d0dd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 1130 time: 0.0534410 May 25 17:19:34.262590 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-31fb2911-51ae-40c6-9d44-f0bef064dff1 None None] Provisioning complete for port 5c08472c-6b26-4979-9138-9b2053d5447f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 17:19:34.262985 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fb2911-51ae-40c6-9d44-f0bef064dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968993'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.264875 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ed8ee84-6ced-4d0f-bb13-588800781b33 req-7f2fc2a2-c175-4455-812d-a44f10fff37f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482519 May 25 17:19:34.269240 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-b98469c0-3d83-43ef-b47f-35398eb348c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:34.270870 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-b98469c0-3d83-43ef-b47f-35398eb348c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 916 time: 0.1110394 May 25 17:19:34.271854 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.274638 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.275765 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "DELETE /v2.0/security-groups/cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5 HTTP/1.1" status: 204 len: 168 time: 0.3255374 May 25 17:19:34.278488 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58692) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:34.286171 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5aa3fd-0a44-41d0-a4f9-0dd5c4b253c5,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:34.293335 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.293687 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.294035 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.294378 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.294713 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.295043 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.295371 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.295698 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.296632 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.297179 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.297520 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.297856 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.298176 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.298504 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.298832 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d32e0-2ba5-4ceb-b34e-cf0ee7d50523 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:19:34.385334 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-31fb2911-51ae-40c6-9d44-f0bef064dff1 None None] Current status of the port 5c08472c-6b26-4979-9138-9b2053d5447f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 17:19:34.429191 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Deleting port 250d5720-7de7-4110-a95e-ac606f6271cf {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:34.429529 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (250d5720-7de7-4110-a95e-ac606f6271cf), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.546454 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (250d5720-7de7-4110-a95e-ac606f6271cf), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.547185 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for floatingip (250d5720-7de7-4110-a95e-ac606f6271cf), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.567709 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-cdaad333-8587-4580-9aa8-0961bab6531c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 1001 time: 0.0860803 May 25 17:19:34.568610 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Calling delete_port for 250d5720-7de7-4110-a95e-ac606f6271cf owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:34.684538 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-ada3fe97-bbfc-45f7-a8c9-b97403cfaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:34.686016 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-ada3fe97-bbfc-45f7-a8c9-b97403cfaa2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 200 len: 854 time: 0.1068790 May 25 17:19:34.808959 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc368d4-b9d8-41f2-9fdc-9a3edad72cdc req-d89c651a-7e08-4fbd-87b8-fb6611dc4547 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:34.810407 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9bc368d4-b9d8-41f2-9fdc-9a3edad72cdc req-d89c651a-7e08-4fbd-87b8-fb6611dc4547 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 946 time: 0.0618548 May 25 17:19:34.812340 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (250d5720-7de7-4110-a95e-ac606f6271cf), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.815731 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:34.842738 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:34.845782 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event deleted for resources: {'Port': ['ID=250d5720-7de7-4110-a95e-ac606f6271cf,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:34.924939 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9bc368d4-b9d8-41f2-9fdc-9a3edad72cdc req-e6e70644-cdb1-420b-ab56-a1368b66b36f tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062603 May 25 17:19:34.969413 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks [] for floatingip (0c0cfebb-935e-40c8-8086-1969704c8673), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:34.969732 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Floating IP 0c0cfebb-935e-40c8-8086-1969704c8673 disassociated (deleted). External IP: 172.27.0.249, port: 5c08472c-6b26-4979-9138-9b2053d5447f. May 25 17:19:35.006471 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-a9e69e09-9e4b-4d4a-ba3c-c4dec507fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:35.007946 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-a9e69e09-9e4b-4d4a-ba3c-c4dec507fc23 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f08fc4-b293-432c-a878-9fdf1df40d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782647 May 25 17:19:35.052008 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-591d3099-b884-4a25-acfc-23ad7f3e4e79 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 17:19:35.052953 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-591d3099-b884-4a25-acfc-23ad7f3e4e79 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048175 May 25 17:19:35.485040 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-41e17a73-2c77-4cc8-96bc-c1101986c3cd service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211555 May 25 17:19:35.508717 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Router 26347744-a27f-49f4-bc44-cfc1487d1272 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:19:35.616612 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:19:35.621404 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:35.630936 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] Sync routers for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:19:35.641248 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:19:35.641748 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:19:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:35.699958 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-26e1f8e7-b7e8-463b-986b-675ba56671b0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "DELETE /v2.0/floatingips/0c0cfebb-935e-40c8-8086-1969704c8673 HTTP/1.1" status: 204 len: 168 time: 1.4203022 May 25 17:19:35.752197 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-655e025a-f27b-48f1-b349-d1c4610f2ce6 req-a147bf67-75d9-4cfa-b8eb-7530c09625e3 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060882 May 25 17:19:35.775032 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:19:35.985246 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 5, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:36.016666 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] Checking router: 26347744-a27f-49f4-bc44-cfc1487d1272 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:19:36.022864 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:19:36.025287 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0226b4c2-4bcb-471f-bea6-601ded54d6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:19:36.025481 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:19:36.026040 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:19:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:36.050246 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2972313-5f8f-4bd7-afc1-02fbb627a43f req-5ac4e6e7-1d0e-47e4-84e0-938217d86994 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:36.051905 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2972313-5f8f-4bd7-afc1-02fbb627a43f req-5ac4e6e7-1d0e-47e4-84e0-938217d86994 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 946 time: 0.0502322 May 25 17:19:36.064971 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b640dc-43af-48f0-af1c-318245c67df1 x-openstack-request-id: req-a5b640dc-43af-48f0-af1c-318245c67df1 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:19:36.065266 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:19:36.065514 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5b640dc-43af-48f0-af1c-318245c67df1 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:19:36.065908 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b640dc-43af-48f0-af1c-318245c67df1'] response: {'name': 'network-changed', 'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f', 'status': 'completed', 'code': 200} May 25 17:19:36.067327 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:36.103700 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2972313-5f8f-4bd7-afc1-02fbb627a43f req-2fa311f3-5762-4eaf-b063-bae731deb907 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458734 May 25 17:19:36.138321 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:19:36.224064 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089377b7-cc16-4286-a9b5-440e0627e1ec req-1d74fca1-7f4e-4344-b759-d50509ca875d tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:36.225585 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-089377b7-cc16-4286-a9b5-440e0627e1ec req-1d74fca1-7f4e-4344-b759-d50509ca875d tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 946 time: 0.0522974 May 25 17:19:36.250857 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:36.286664 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-089377b7-cc16-4286-a9b5-440e0627e1ec req-cacde4a3-1107-4f58-af8e-7ad0a96861bd tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555038 May 25 17:19:36.310942 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58710) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:36.328474 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-5fbd5509-a962-4b69-97af-00494b1c2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:36.332812 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-5fbd5509-a962-4b69-97af-00494b1c2dd8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=195f7502e12548c5820b9b176a98b349&device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 1129 time: 0.0600162 May 25 17:19:36.360959 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff252d-110c-4117-9fca-bbe5bf45138d tempest-TestVolumeBootPattern-1844960527 tempest-TestVolumeBootPattern-1844960527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:36.362520 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1aff252d-110c-4117-9fca-bbe5bf45138d tempest-TestVolumeBootPattern-1844960527 tempest-TestVolumeBootPattern-1844960527-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 1125 time: 0.0488865 May 25 17:19:36.365514 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58712) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:36.374701 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Request body: {'floatingip': {'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'port_id': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 17:19:36.456282 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:36.471430 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:36.479457 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 5, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:36.506118 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f5966-74e9-4aae-903d-ab34092c6191 None None] The sync data for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi is: [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:17:20Z', 'revision_number': 4, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': 'f4ecbf6f-22fe-4d45-8420-aecea8908255', 'name': '', 'network_id': 'e6f08fc4-b293-432c-a878-9fdf1df40d71', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'mac_address': 'fa:16:3e:0c:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:20Z', 'updated_at': '2022-05-25T17:17:27Z', 'revision_number': 5, 'project_id': '195f7502e12548c5820b9b176a98b349', 'subnets': [{'id': '4056a2ec-b740-478a-bc7e-055297bff9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:19:36.554732 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-d3bdbc90-d7f6-43df-8502-b0da50893180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:36.556748 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-d3bdbc90-d7f6-43df-8502-b0da50893180 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 200 len: 916 time: 0.1734536 May 25 17:19:36.614357 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-ee787102-4f11-4509-9e5f-a614aa1b05b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 200 len: 217 time: 0.0497468 May 25 17:19:36.617380 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:36.626113 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:36.714550 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-06c35367-9d77-402d-9647-4de4e1d3fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:36.716046 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-06c35367-9d77-402d-9647-4de4e1d3fb2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 200 len: 854 time: 0.0907412 May 25 17:19:36.772881 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69767a-1f61-4f8e-a7fd-f0ab1daece4e None None] New status for floating IP 0c0cfebb-935e-40c8-8086-1969704c8673: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:19:36.793992 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-3e61f267-86a2-45d5-99df-2deeccd058b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:36.795499 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-3e61f267-86a2-45d5-99df-2deeccd058b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f08fc4-b293-432c-a878-9fdf1df40d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711851 May 25 17:19:36.820308 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Allocated IP 172.27.0.245 (2d9343e6-4285-461c-bf4b-151ab76a8af5/a7e30d8c-37ea-4518-a72b-035614a3d877/111681af-606d-4772-b69e-8c4b8eac0180) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:19:36.963746 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-29c4d5f2-e972-4bc2-a382-3fa6e2bedf1d service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587696 May 25 17:19:37.053696 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (111681af-606d-4772-b69e-8c4b8eac0180), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:37.110334 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0226b4c2-4bcb-471f-bea6-601ded54d6b3 req-f5f4a516-c1c4-4af1-9550-bfde5545dcc1 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392896 May 25 17:19:37.118528 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752205745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (111681af-606d-4772-b69e-8c4b8eac0180), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:37.162974 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Network 2d9343e6-4285-461c-bf4b-151ab76a8af5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:19:37.166238 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:19:37.168801 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 17:19:37.197826 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=111681af-606d-4772-b69e-8c4b8eac0180,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:37.240869 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:37.442665 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:37.536891 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (649f5a19-bc1d-4b8b-a599-934bc72d89c4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:37.603287 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581556'] for port (111681af-606d-4772-b69e-8c4b8eac0180), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:37.604588 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:37.778804 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for port (111681af-606d-4772-b69e-8c4b8eac0180), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:37.783318 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752206285002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752205745969', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752205745987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260677471'] for port (111681af-606d-4772-b69e-8c4b8eac0180), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:37.854186 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event updated for resources: {'Port': ['ID=111681af-606d-4772-b69e-8c4b8eac0180,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:37.863367 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711436'] for floatingip (649f5a19-bc1d-4b8b-a599-934bc72d89c4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:37.961983 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Floating IP 649f5a19-bc1d-4b8b-a599-934bc72d89c4 associated. External IP: 172.27.0.245, port: 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1. May 25 17:19:38.034337 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:38.157747 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:19:38.262461 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:19:38.273619 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:19:38.275902 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:38.286445 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:19:38.287060 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:19:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:38.288458 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:38.325329 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ddacb8d4-3c36-405d-b7a8-38f6e1e2f47b tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9571438 May 25 17:19:38.326134 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:19:38.329200 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:19:38.415080 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:19:38.444373 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922cd694-6d50-4de4-b655-9d8b98d82207 x-openstack-request-id: req-922cd694-6d50-4de4-b655-9d8b98d82207 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:19:38.445211 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:19:38.445211 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-922cd694-6d50-4de4-b655-9d8b98d82207 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:19:38.445424 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922cd694-6d50-4de4-b655-9d8b98d82207'] response: {'name': 'network-changed', 'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'status': 'completed', 'code': 200} May 25 17:19:38.510357 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83034ca9-be47-45db-8e2b-b9bf2caa2187 req-75f6070b-fd79-48e2-9b2b-ca2e5f5a0e8b tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:38.511787 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83034ca9-be47-45db-8e2b-b9bf2caa2187 req-75f6070b-fd79-48e2-9b2b-ca2e5f5a0e8b tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0477195 May 25 17:19:38.523812 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:38.525607 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:38.564668 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83034ca9-be47-45db-8e2b-b9bf2caa2187 req-7ea548d3-b200-4f30-95c7-24cbdcd91ef1 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463715 May 25 17:19:38.638681 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '649f5a19-bc1d-4b8b-a599-934bc72d89c4', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:3a:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:19:37Z', 'updated_at': '2022-05-25T17:19:37Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}, {'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:34Z', 'revision_number': 1, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:38.664018 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:19:38.672387 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:19:38.673019 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:19:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:38.773842 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:19:38.914929 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:38.977465 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '649f5a19-bc1d-4b8b-a599-934bc72d89c4', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:3a:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:19:37Z', 'updated_at': '2022-05-25T17:19:37Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}, {'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:34Z', 'revision_number': 1, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:39.005629 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bca960-5fe9-48e3-8e54-46e787d5638b None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': '649f5a19-bc1d-4b8b-a599-934bc72d89c4', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:3a:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:19:37Z', 'updated_at': '2022-05-25T17:19:37Z', 'revision_number': 0, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}, {'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:34Z', 'revision_number': 1, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:19:39.199390 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6adf3e-f132-4c6b-bf75-a10d4279e445 None None] New status for floating IP 649f5a19-bc1d-4b8b-a599-934bc72d89c4: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:19:39.683342 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77a8de-1a40-466d-9266-30b55dc3cb8b req-60a1cdf5-2f35-4077-8a80-ed7e41463659 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:39.684870 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e77a8de-1a40-466d-9266-30b55dc3cb8b req-60a1cdf5-2f35-4077-8a80-ed7e41463659 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0507429 May 25 17:19:39.733473 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6e77a8de-1a40-466d-9266-30b55dc3cb8b req-66931482-423d-4a54-9305-6720172c07d3 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/security-groups?id=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 May 25 17:19:39.803708 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-54600857-573b-492b-904e-9c4f56389b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:39.805212 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-54600857-573b-492b-904e-9c4f56389b6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 1130 time: 0.0386269 May 25 17:19:39.896977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-9eb66f88-df08-424c-949f-5b77b066b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:39.898338 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-9eb66f88-df08-424c-949f-5b77b066b394 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.0842018 May 25 17:19:39.981559 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-7b32523e-d1a9-4ab9-9d38-671008e7b52e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 HTTP/1.1" status: 200 len: 1002 time: 0.0586095 May 25 17:19:40.029097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-1ff414ae-ac6c-44ed-b371-bf7f61187917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:40.030526 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-1ff414ae-ac6c-44ed-b371-bf7f61187917 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0432606 May 25 17:19:40.081253 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-7cb2f1c7-4f70-4bd1-87f4-ec9ec9ad5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:40.082750 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-7cb2f1c7-4f70-4bd1-87f4-ec9ec9ad5786 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394585 May 25 17:19:40.089283 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-20c05262-4513-456b-b734-e98c3aae5fc0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:19:40.090708 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-20c05262-4513-456b-b734-e98c3aae5fc0 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.71 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 945 time: 0.0469935 May 25 17:19:40.175002 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-0f0d7caf-6045-4c69-8b0c-0e697a15ec8f service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865538 May 25 17:19:40.175511 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Deleting port 5c08472c-6b26-4979-9138-9b2053d5447f {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:40.175922 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:40.266479 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-73b58c11-cedc-4cd0-a4a8-81490e20d8b2 req-79519d10-77d7-4f43-a14d-e0ef2c4d3934 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853167 May 25 17:19:40.266715 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] For port 5c08472c-6b26-4979-9138-9b2053d5447f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5c08472c-6b26-4979-9138-9b2053d5447f,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:40.266937 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:40.280076 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Calling delete_port for 5c08472c-6b26-4979-9138-9b2053d5447f owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:40.410098 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (5c08472c-6b26-4979-9138-9b2053d5447f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:40.422438 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] get_ports_and_sgs() called for port_ids ['5c08472c-6b26-4979-9138-9b2053d5447f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 17:19:40.438121 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Pushing event deleted for resources: {'Port': ['ID=5c08472c-6b26-4979-9138-9b2053d5447f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:40.486055 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] No DVR routers for this DVR port 5c08472c-6b26-4979-9138-9b2053d5447f on host hv-cinder-84330 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:19:40.488521 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:40.491761 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0cfe207-4bfa-4fee-8eff-6d6a08d7e639 req-7bcf9b8b-4436-4983-9a4f-24ce9ad7d5a4 tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.71 "DELETE /v2.0/ports/5c08472c-6b26-4979-9138-9b2053d5447f HTTP/1.1" status: 204 len: 173 time: 0.3963335 May 25 17:19:40.492195 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'name': 'network-vif-deleted', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:19:40.494433 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07535edb-7d3c-4b6d-b784-0a6480781b8f" -d '{"events": [{"server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "name": "network-vif-deleted", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:19:40.534660 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccda5b91-2ef6-49a8-88d0-3ad95c1ecb2d x-openstack-request-id: req-ccda5b91-2ef6-49a8-88d0-3ad95c1ecb2d {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:19:40.534958 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04921db8-8f39-49f2-b92b-0f01b6dcf48e", "name": "network-vif-deleted", "tag": "5c08472c-6b26-4979-9138-9b2053d5447f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:19:40.535215 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccda5b91-2ef6-49a8-88d0-3ad95c1ecb2d {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:19:40.535622 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccda5b91-2ef6-49a8-88d0-3ad95c1ecb2d'] response: {'server_uuid': '04921db8-8f39-49f2-b92b-0f01b6dcf48e', 'name': 'network-vif-deleted', 'tag': '5c08472c-6b26-4979-9138-9b2053d5447f', 'status': 'completed', 'code': 200} May 25 17:19:40.851419 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bd153d0c-3173-41cc-bea1-971320650c05 req-9ca5333f-7947-4cea-9bec-544ff4398d5d tempest-TestMinimumBasicScenario-2106354435 tempest-TestMinimumBasicScenario-2106354435-project] 10.222.0.31 "GET /v2.0/ports?device_id=04921db8-8f39-49f2-b92b-0f01b6dcf48e HTTP/1.1" status: 200 len: 210 time: 0.0362172 May 25 17:19:42.551116 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58790) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:42.632317 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:42.862689 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (26347744-a27f-49f4-bc44-cfc1487d1272), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:43.006497 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:43.084003 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Deleting port f4ecbf6f-22fe-4d45-8420-aecea8908255 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:43.084349 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:43.163728 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] For port f4ecbf6f-22fe-4d45-8420-aecea8908255, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=f4ecbf6f-22fe-4d45-8420-aecea8908255,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:43.163993 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:43.177813 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Calling delete_port for f4ecbf6f-22fe-4d45-8420-aecea8908255 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:43.358177 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (f4ecbf6f-22fe-4d45-8420-aecea8908255), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:43.380886 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ecbf6f-22fe-4d45-8420-aecea8908255,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:43.485490 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:43.715260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 5c08472c-6b26-4979-9138-9b2053d5447f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:19:43.735808 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 5c08472c-6b26-4979-9138-9b2053d5447f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:19:43.736154 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 5c08472c-6b26-4979-9138-9b2053d5447f not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:19:43.803864 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (26347744-a27f-49f4-bc44-cfc1487d1272), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:43.922437 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:43.944343 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e463ea9b-87ef-4ed6-91cf-6eaa73aa8ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.017258 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Router 26347744-a27f-49f4-bc44-cfc1487d1272 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:19:44.028803 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:44.122409 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:19:44.128031 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f8abd0e3-bf65-4695-894b-5b12a43e10bb admin admin] 10.222.0.31 "PUT /v2.0/routers/26347744-a27f-49f4-bc44-cfc1487d1272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5759070 May 25 17:19:44.130636 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58792) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:44.131602 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] Sync routers for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:19:44.146013 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:19:44.146630 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:19:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:44.228085 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks [] for router (26347744-a27f-49f4-bc44-cfc1487d1272), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.248079 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:19:44.328922 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks [] for router_gateway (26347744-a27f-49f4-bc44-cfc1487d1272), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.374298 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Deleting port e8fa4a52-f5fc-4b45-9f05-51634243b4ce {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:44.375257 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.431613 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:19:43Z', 'revision_number': 5, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port': {'id': 'e8fa4a52-f5fc-4b45-9f05-51634243b4ce', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:18Z', 'updated_at': '2022-05-25T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:44.458364 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] Checking router: 26347744-a27f-49f4-bc44-cfc1487d1272 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:19:44.464157 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] For port e8fa4a52-f5fc-4b45-9f05-51634243b4ce, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=e8fa4a52-f5fc-4b45-9f05-51634243b4ce,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:44.464522 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.466832 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] Routers {'26347744-a27f-49f4-bc44-cfc1487d1272'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:19:44.467434 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:19:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['26347744-a27f-49f4-bc44-cfc1487d1272'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:44.479438 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Calling delete_port for e8fa4a52-f5fc-4b45-9f05-51634243b4ce owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:44.542422 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:44.559935 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] Set router 26347744-a27f-49f4-bc44-cfc1487d1272 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:19:44.611612 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:19:44Z', 'revision_number': 6, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:44.638553 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb24ea-50d3-404c-b8ce-6bb254ea8397 None None] The sync data for ids ['26347744-a27f-49f4-bc44-cfc1487d1272'] in dv-cinder-843309-1-iscsi is: [{'id': '26347744-a27f-49f4-bc44-cfc1487d1272', 'name': 'tempest-TestMinimumBasicScenario-1184042993-router', 'tenant_id': '195f7502e12548c5820b9b176a98b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:17Z', 'updated_at': '2022-05-25T17:19:44Z', 'revision_number': 6, 'project_id': '195f7502e12548c5820b9b176a98b349', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:19:44.652977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (e8fa4a52-f5fc-4b45-9f05-51634243b4ce), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.679205 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fa4a52-f5fc-4b45-9f05-51634243b4ce,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:44.746964 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (26347744-a27f-49f4-bc44-cfc1487d1272), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.836850 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (26347744-a27f-49f4-bc44-cfc1487d1272), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.838908 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks [] for router_controller (26347744-a27f-49f4-bc44-cfc1487d1272), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.880111 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (26347744-a27f-49f4-bc44-cfc1487d1272), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.880737 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26347744-a27f-49f4-bc44-cfc1487d1272 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:19:44.885066 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.886069 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-453ce4d4-0fc7-4758-b887-f6dbfce7f6b3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/26347744-a27f-49f4-bc44-cfc1487d1272 HTTP/1.1" status: 204 len: 168 time: 0.7545187 May 25 17:19:44.888618 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58796) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:44.933839 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d2f800-a199-41a8-98ce-47e19ec0f6fc admin admin] Deleting subnet 4056a2ec-b740-478a-bc7e-055297bff9f9 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:19:44.937571 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-38d2f800-a199-41a8-98ce-47e19ec0f6fc admin admin] Publish callbacks [] for subnet (4056a2ec-b740-478a-bc7e-055297bff9f9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:44.977091 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-38d2f800-a199-41a8-98ce-47e19ec0f6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260932969'] for subnet (4056a2ec-b740-478a-bc7e-055297bff9f9), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.001623 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:45.059125 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-38d2f800-a199-41a8-98ce-47e19ec0f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (4056a2ec-b740-478a-bc7e-055297bff9f9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.113015 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-38d2f800-a199-41a8-98ce-47e19ec0f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260676993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260128099'] for subnet (4056a2ec-b740-478a-bc7e-055297bff9f9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.139765 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2f800-a199-41a8-98ce-47e19ec0f6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4056a2ec-b740-478a-bc7e-055297bff9f9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:45.141934 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-38d2f800-a199-41a8-98ce-47e19ec0f6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.145033 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-38d2f800-a199-41a8-98ce-47e19ec0f6fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4056a2ec-b740-478a-bc7e-055297bff9f9 HTTP/1.1" status: 204 len: 168 time: 0.2554510 May 25 17:19:45.145513 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa3dcd4-d1f0-4530-a6ff-85fed1ccb91f None None] Network e6f08fc4-b293-432c-a878-9fdf1df40d71 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:19:45.147486 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58798) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:45.218792 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (e6f08fc4-b293-432c-a878-9fdf1df40d71), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.261688 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Deleting port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:45.262029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.328101 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] For port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=87691f6d-2dca-4d90-87f1-7dda5fd92f4a,segment=NetworkSegment(f648734f-8dbf-44b0-9567-f945af197d64),segment_id=f648734f-8dbf-44b0-9567-f945af197d64)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:45.328388 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.341480 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Calling delete_port for 87691f6d-2dca-4d90-87f1-7dda5fd92f4a owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:45.423127 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (87691f6d-2dca-4d90-87f1-7dda5fd92f4a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.430115 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:45.433147 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eafe9df-3793-46a7-8c65-b96bdcb7019d None None] DHCP port deletion for e6f08fc4-b293-432c-a878-9fdf1df40d71 request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:19:45.452132 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Pushing event deleted for resources: {'Port': ['ID=87691f6d-2dca-4d90-87f1-7dda5fd92f4a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:45.463494 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] No DVR routers for this DVR port 87691f6d-2dca-4d90-87f1-7dda5fd92f4a on host dv-cinder-843309-1-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:19:45.541119 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (e6f08fc4-b293-432c-a878-9fdf1df40d71), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.562399 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f08fc4-b293-432c-a878-9fdf1df40d71']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:45.572655 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f648734f-8dbf-44b0-9567-f945af197d64') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:45.572987 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f648734f-8dbf-44b0-9567-f945af197d64') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:45.582832 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (f648734f-8dbf-44b0-9567-f945af197d64), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.597112 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (f648734f-8dbf-44b0-9567-f945af197d64), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.603438 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:19:45.603853 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (f648734f-8dbf-44b0-9567-f945af197d64), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.648405 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment f648734f-8dbf-44b0-9567-f945af197d64 resource provider aggregate not found May 25 17:19:45.670410 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment f648734f-8dbf-44b0-9567-f945af197d64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f648734f-8dbf-44b0-9567-f945af197d64 found for delete ", "request_id": "req-2c076c53-f827-41e4-b871-f847a2f7ba4e"}]} May 25 17:19:45.675597 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (e6f08fc4-b293-432c-a878-9fdf1df40d71), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.681735 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:45.685470 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] 10.222.0.31 "DELETE /v2.0/networks/e6f08fc4-b293-432c-a878-9fdf1df40d71 HTTP/1.1" status: 204 len: 168 time: 0.5370653 May 25 17:19:45.688574 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58804) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:45.709739 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff47d5-c8c9-4554-a523-bf7d18d9374a admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f08fc4-b293-432c-a878-9fdf1df40d71,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:45.954412 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:46.010799 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:46.162733 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32d54549-dbd2-4df6-a771-5bc616568f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:46.229803 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Deleting port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:46.230056 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:46.307138 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] For port bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,segment=NetworkSegment(c7d2339d-bc7f-4838-9c52-984e01900dc3),segment_id=c7d2339d-bc7f-4838-9c52-984e01900dc3)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:46.307503 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:46.321511 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Calling delete_port for bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:46.388029 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:46.431139 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device e8fa4a52-f5fc-4b45-9f05-51634243b4ce no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:19:46.452383 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: e8fa4a52-f5fc-4b45-9f05-51634243b4ce {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:19:46.453956 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device e8fa4a52-f5fc-4b45-9f05-51634243b4ce not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:19:46.454386 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 87691f6d-2dca-4d90-87f1-7dda5fd92f4a no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:19:46.473618 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 87691f6d-2dca-4d90-87f1-7dda5fd92f4a {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:19:46.473982 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 87691f6d-2dca-4d90-87f1-7dda5fd92f4a not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:19:46.474401 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device f4ecbf6f-22fe-4d45-8420-aecea8908255 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:19:46.492999 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: f4ecbf6f-22fe-4d45-8420-aecea8908255 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:19:46.493274 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device f4ecbf6f-22fe-4d45-8420-aecea8908255 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:19:46.506106 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:46.536337 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:46.704652 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:46.745839 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:46.912319 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:19:47.011603 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:19:47.017983 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-536d8355-e65f-4adf-9b4a-1c2344db2348 admin admin] 10.222.0.31 "PUT /v2.0/routers/3e0b8091-5b0a-4927-a6bc-ccd1890923ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3261297 May 25 17:19:47.019231 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58806) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:47.021679 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] Sync routers for ids ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:19:47.033458 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] Routers {'3e0b8091-5b0a-4927-a6bc-ccd1890923ad'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:19:47.034145 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:19:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:47.119224 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks [] for router (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:47.219192 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] Set router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:19:47.223450 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks [] for router_gateway (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:47.266960 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Deleting port 97887483-0b56-4ded-adba-154970e4a482 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:47.267215 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (97887483-0b56-4ded-adba-154970e4a482), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:47.314274 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:47.354028 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] For port 97887483-0b56-4ded-adba-154970e4a482, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=97887483-0b56-4ded-adba-154970e4a482,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:47.354372 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (97887483-0b56-4ded-adba-154970e4a482), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:47.368170 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Calling delete_port for 97887483-0b56-4ded-adba-154970e4a482 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:47.389763 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '97887483-0b56-4ded-adba-154970e4a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:19:46Z', 'revision_number': 5, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port': {'id': '97887483-0b56-4ded-adba-154970e4a482', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:47.414174 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] Checking router: 3e0b8091-5b0a-4927-a6bc-ccd1890923ad for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:19:47.422875 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] Routers {'3e0b8091-5b0a-4927-a6bc-ccd1890923ad'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:19:47.423484 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:19:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:47.510412 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] Set router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:19:47.541106 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:47.567825 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:19:47Z', 'revision_number': 6, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:47.592997 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed7b60-a8bf-4d8c-8b1d-3dc716ac1493 None None] The sync data for ids ['3e0b8091-5b0a-4927-a6bc-ccd1890923ad'] in dv-cinder-843309-1-iscsi is: [{'id': '3e0b8091-5b0a-4927-a6bc-ccd1890923ad', 'name': 'tempest-TestMinimumBasicScenario-1188232021-router', 'tenant_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:17:23Z', 'updated_at': '2022-05-25T17:19:47Z', 'revision_number': 6, 'project_id': 'cbc1a307200d4bd8bf7a9b8f1367436f', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:19:47.791566 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (97887483-0b56-4ded-adba-154970e4a482), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:47.816920 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Pushing event deleted for resources: {'Port': ['ID=97887483-0b56-4ded-adba-154970e4a482,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:47.881870 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:47.942756 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:47.977822 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:47.980282 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks [] for router_controller (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.026974 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (3e0b8091-5b0a-4927-a6bc-ccd1890923ad), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.027605 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0b8091-5b0a-4927-a6bc-ccd1890923ad {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:19:48.032378 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.033538 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e608a636-819b-48ad-a9a3-68dfcecf64be admin admin] 10.222.0.31 "DELETE /v2.0/routers/3e0b8091-5b0a-4927-a6bc-ccd1890923ad HTTP/1.1" status: 204 len: 168 time: 1.0133932 May 25 17:19:48.036096 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58808) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:48.081012 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3496f48-9f94-4658-aee5-86c7d803cb79 admin admin] Deleting subnet c96c1ce2-d7f5-4520-bd4a-dfde79b9d257 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:19:48.084134 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3496f48-9f94-4658-aee5-86c7d803cb79 admin admin] Publish callbacks [] for subnet (c96c1ce2-d7f5-4520-bd4a-dfde79b9d257), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.117996 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3496f48-9f94-4658-aee5-86c7d803cb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260932969'] for subnet (c96c1ce2-d7f5-4520-bd4a-dfde79b9d257), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.195566 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3496f48-9f94-4658-aee5-86c7d803cb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (c96c1ce2-d7f5-4520-bd4a-dfde79b9d257), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.247702 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3496f48-9f94-4658-aee5-86c7d803cb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260676993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260128099'] for subnet (c96c1ce2-d7f5-4520-bd4a-dfde79b9d257), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.272854 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3496f48-9f94-4658-aee5-86c7d803cb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96c1ce2-d7f5-4520-bd4a-dfde79b9d257,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:48.279491 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3496f48-9f94-4658-aee5-86c7d803cb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.283701 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f3496f48-9f94-4658-aee5-86c7d803cb79 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c96c1ce2-d7f5-4520-bd4a-dfde79b9d257 HTTP/1.1" status: 204 len: 168 time: 0.2464659 May 25 17:19:48.284491 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9795fa8f-1329-487d-8259-4e97c1574288 None None] Network a7599e02-1a19-4367-b3f7-c9a852963a5b requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:19:48.286290 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58810) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:48.366955 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (a7599e02-1a19-4367-b3f7-c9a852963a5b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.406409 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:48.416546 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Deleting port 27721692-60f1-4466-a9b2-a0a160d183ab {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:48.416937 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.463625 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] DHCP port deletion for a7599e02-1a19-4367-b3f7-c9a852963a5b request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:19:48.469678 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:19:48.491282 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] For port 27721692-60f1-4466-a9b2-a0a160d183ab, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=27721692-60f1-4466-a9b2-a0a160d183ab,segment=NetworkSegment(c7d2339d-bc7f-4838-9c52-984e01900dc3),segment_id=c7d2339d-bc7f-4838-9c52-984e01900dc3)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:48.491667 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.506328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Calling delete_port for 27721692-60f1-4466-a9b2-a0a160d183ab owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:48.510669 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:19:48.511012 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device bcf8b7aa-dbb0-436f-a92f-bd16ae29fbbf not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:19:48.511430 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 97887483-0b56-4ded-adba-154970e4a482 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:19:48.536161 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 97887483-0b56-4ded-adba-154970e4a482 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:19:48.536503 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 97887483-0b56-4ded-adba-154970e4a482 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:19:48.541707 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] Deleting port 27721692-60f1-4466-a9b2-a0a160d183ab {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:19:48.542858 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.594241 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:48.595582 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.612276 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] For port 27721692-60f1-4466-a9b2-a0a160d183ab, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=27721692-60f1-4466-a9b2-a0a160d183ab,segment=NetworkSegment(c7d2339d-bc7f-4838-9c52-984e01900dc3),segment_id=c7d2339d-bc7f-4838-9c52-984e01900dc3)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:19:48.612588 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.627863 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Pushing event deleted for resources: {'Port': ['ID=27721692-60f1-4466-a9b2-a0a160d183ab,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:48.630603 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] No DVR routers for this DVR port 27721692-60f1-4466-a9b2-a0a160d183ab on host dv-cinder-843309-1-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:19:48.631527 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] Calling delete_port for 27721692-60f1-4466-a9b2-a0a160d183ab owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:19:48.707506 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:48.713970 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960'] for port (27721692-60f1-4466-a9b2-a0a160d183ab), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.715085 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (a7599e02-1a19-4367-b3f7-c9a852963a5b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.736516 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7599e02-1a19-4367-b3f7-c9a852963a5b']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:48.737038 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] Pushing event deleted for resources: {'Port': ['ID=27721692-60f1-4466-a9b2-a0a160d183ab,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:48.742890 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70786f-44b0-4ffe-96a9-ae9c6eac437a None None] No DVR routers for this DVR port 27721692-60f1-4466-a9b2-a0a160d183ab on host dv-cinder-843309-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:19:48.751061 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d2339d-bc7f-4838-9c52-984e01900dc3') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:48.751061 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d2339d-bc7f-4838-9c52-984e01900dc3') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:19:48.760746 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260932966'] for segment (c7d2339d-bc7f-4838-9c52-984e01900dc3), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.775296 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (c7d2339d-bc7f-4838-9c52-984e01900dc3), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.782015 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:19:48.782402 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260677475'] for segment (c7d2339d-bc7f-4838-9c52-984e01900dc3), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.824831 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment c7d2339d-bc7f-4838-9c52-984e01900dc3 resource provider aggregate not found May 25 17:19:48.842476 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment c7d2339d-bc7f-4838-9c52-984e01900dc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7d2339d-bc7f-4838-9c52-984e01900dc3 found for delete ", "request_id": "req-fe39de0f-e666-4a78-a3d3-c951221974c7"}]} May 25 17:19:48.849113 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (a7599e02-1a19-4367-b3f7-c9a852963a5b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.855019 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.861394 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a7599e02-1a19-4367-b3f7-c9a852963a5b HTTP/1.1" status: 204 len: 168 time: 0.5712037 May 25 17:19:48.868607 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:48.870928 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e42f-c3de-465a-b9b3-243022d6c947 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7599e02-1a19-4367-b3f7-c9a852963a5b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:49.025343 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58818) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:49.066653 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ff5c13c0-1e23-4b2f-8205-8c150ce768a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=195f7502e12548c5820b9b176a98b349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400641 May 25 17:19:49.069014 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58820) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:49.116878 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8099d991-6330-4be7-8b7a-b6c3450b82e3 admin admin] Publish callbacks [] for security_group (721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:49.138873 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8099d991-6330-4be7-8b7a-b6c3450b82e3 admin admin] Publish callbacks [] for security_group (721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:49.185578 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8099d991-6330-4be7-8b7a-b6c3450b82e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:49.189259 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8099d991-6330-4be7-8b7a-b6c3450b82e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:49.190388 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8099d991-6330-4be7-8b7a-b6c3450b82e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33 HTTP/1.1" status: 204 len: 168 time: 0.1204364 May 25 17:19:49.198155 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099d991-6330-4be7-8b7a-b6c3450b82e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721cf92f-2d9a-4f3c-8c2f-c6f8af8e4c33,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:49.511177 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58826) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:49.552944 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-89bc68c1-2fbe-4488-b4fe-e7a402511a8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbc1a307200d4bd8bf7a9b8f1367436f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402594 May 25 17:19:49.555208 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58828) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:19:49.606800 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91301605-be6a-4a5b-b4bb-6539b37c72e2 admin admin] Publish callbacks [] for security_group (54ea6e17-8d9b-4026-8a4d-1bc0be52781b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:49.627593 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91301605-be6a-4a5b-b4bb-6539b37c72e2 admin admin] Publish callbacks [] for security_group (54ea6e17-8d9b-4026-8a4d-1bc0be52781b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:49.648800 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:49.662166 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:49.676659 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91301605-be6a-4a5b-b4bb-6539b37c72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (54ea6e17-8d9b-4026-8a4d-1bc0be52781b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:49.679490 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91301605-be6a-4a5b-b4bb-6539b37c72e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:49.682564 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-91301605-be6a-4a5b-b4bb-6539b37c72e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54ea6e17-8d9b-4026-8a4d-1bc0be52781b HTTP/1.1" status: 204 len: 168 time: 0.1245515 May 25 17:19:49.689484 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91301605-be6a-4a5b-b4bb-6539b37c72e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea6e17-8d9b-4026-8a4d-1bc0be52781b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:19:50.285234 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:19:50.428351 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 27721692-60f1-4466-a9b2-a0a160d183ab no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:19:50.571517 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 27721692-60f1-4466-a9b2-a0a160d183ab {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:19:50.571863 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 27721692-60f1-4466-a9b2-a0a160d183ab not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:19:57.527379 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:19:58.860653 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=83 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:58.861570 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=39,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:59.683174 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:19:59.684054 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:00.431422 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=21,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:00.432251 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:02.522793 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:02.524376 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:07.621294 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:11.590380 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-de5b2dc7-c59f-4da1-ae3b-ad3500e7290f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399456 May 25 17:20:11.669198 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-d14f48ed-13f6-403f-9b79-f9d2469938e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:20:11.670683 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-d14f48ed-13f6-403f-9b79-f9d2469938e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 1130 time: 0.0397830 May 25 17:20:11.779737 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-86991751-8954-48e3-843e-cf0a75948006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:20:11.781237 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-86991751-8954-48e3-843e-cf0a75948006 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.0887663 May 25 17:20:11.842771 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-926b368d-3016-4330-a75e-3fbeba9abfeb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6 HTTP/1.1" status: 200 len: 1001 time: 0.0560136 May 25 17:20:11.894671 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-79f5cc35-9dea-4cd2-ae2e-b6aaf03f06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:20:11.896072 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-79f5cc35-9dea-4cd2-ae2e-b6aaf03f06e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0476489 May 25 17:20:11.940708 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-771bd979-84c2-4358-8d8c-d3f98733ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:20:11.942183 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-771bd979-84c2-4358-8d8c-d3f98733ef6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399208 May 25 17:20:12.036245 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-9f8557e0-621f-4fb9-87d6-f9f678dd5eb2 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869231 May 25 17:20:12.131855 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0442b071-223b-446b-a0d7-320fbeb4b68f req-22f72d19-c9a1-4176-8e20-80e88afe0137 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878389 May 25 17:20:13.917821 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2addc497-8840-4848-9b1c-f0338550d0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:16.165094 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26abbaca-fc08-46b5-924b-f3517cdcdeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:17.542799 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:18.870225 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:20.290143 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:22.122526 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=49 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:22.128823 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=52 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:30.276541 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:30.285491 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:31.577589 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:31.583448 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:34.517055 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:20:37.634199 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:43.918455 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f142a251-ea57-4845-b742-049a7a986dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:44.512817 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:44.513614 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:20:46.167002 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-99fb77e5-7b5f-4f5e-9881-ceb3852c9914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:47.544104 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:48.873462 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:20:50.293914 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:00.282931 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:00.289128 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:05.386723 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58844) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:05.538615 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Deleting port 111681af-606d-4772-b69e-8c4b8eac0180 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:05.538973 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (111681af-606d-4772-b69e-8c4b8eac0180), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:05.618177 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (111681af-606d-4772-b69e-8c4b8eac0180), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:05.618509 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (111681af-606d-4772-b69e-8c4b8eac0180), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:05.630427 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Calling delete_port for 111681af-606d-4772-b69e-8c4b8eac0180 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:05.777952 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (111681af-606d-4772-b69e-8c4b8eac0180), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:05.805552 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event deleted for resources: {'Port': ['ID=111681af-606d-4772-b69e-8c4b8eac0180,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:05.830292 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.830643 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.830988 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.831328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.831664 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.831996 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.832325 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.832651 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.833001 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.833324 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.833650 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.833977 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.834303 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.835193 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.835610 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:05.880434 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (649f5a19-bc1d-4b8b-a599-934bc72d89c4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:05.880795 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Floating IP 649f5a19-bc1d-4b8b-a599-934bc72d89c4 disassociated (deleted). External IP: 172.27.0.245, port: 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1. May 25 17:21:06.080586 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:21:06.184706 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:21:06.189441 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:06.192345 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:06.195886 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:21:06.206014 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:21:06.206626 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:20:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:06.220508 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3f072697-2bc9-48ba-bba8-dca674837506 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "DELETE /v2.0/floatingips/649f5a19-bc1d-4b8b-a599-934bc72d89c4 HTTP/1.1" status: 204 len: 168 time: 0.8326957 May 25 17:21:06.221252 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:21:06.225899 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6513b3b3-f21a-4754-9bfa-114b87eb0150" -d '{"events": [{"name": "network-changed", "server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:21:06.276201 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dac4cc-4ab1-4a64-ab70-ae4394712ed8 x-openstack-request-id: req-a8dac4cc-4ab1-4a64-ab70-ae4394712ed8 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:21:06.276495 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:21:06.276771 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8dac4cc-4ab1-4a64-ab70-ae4394712ed8 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:21:06.277210 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8dac4cc-4ab1-4a64-ab70-ae4394712ed8'] response: {'name': 'network-changed', 'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'status': 'completed', 'code': 200} May 25 17:21:06.322525 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:21:06.340509 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-5b6b6dd9-7d06-4c97-8049-3d2aa3a5c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:06.342682 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-5b6b6dd9-7d06-4c97-8049-3d2aa3a5c9d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 1130 time: 0.0453577 May 25 17:21:06.447642 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-8484ec34-ac38-47eb-af3a-ebfe2e1927a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:06.449150 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-8484ec34-ac38-47eb-af3a-ebfe2e1927a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.0997379 May 25 17:21:06.453764 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0e5f5-8d39-4efa-a8c2-259a13a4599e req-40e789ee-ea2f-4fe9-bcdf-9bbcc51ecc02 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:06.455242 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46a0e5f5-8d39-4efa-a8c2-259a13a4599e req-40e789ee-ea2f-4fe9-bcdf-9bbcc51ecc02 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 946 time: 0.0483286 May 25 17:21:06.468295 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:06.511138 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46a0e5f5-8d39-4efa-a8c2-259a13a4599e req-f7836f43-62ec-493b-9709-52ad4e334db6 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492814 May 25 17:21:06.551540 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:34Z', 'revision_number': 1, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:06.577569 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:21:06.586658 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:21:06.587260 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:20:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:06.688723 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:21:06.898468 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:34Z', 'revision_number': 1, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:06.929537 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f28951-cacc-4283-93f8-acf88d6641aa None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_floatingips': [{'id': 'be7c0fba-5af2-4626-918c-0c337f8b39f8', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'router_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'port_id': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'mac_address': 'fa:16:3e:39:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T17:17:31Z', 'updated_at': '2022-05-25T17:17:34Z', 'revision_number': 1, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:21:07.136583 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c7929-c7d9-4154-a7c6-e7b5ade8784b None None] New status for floating IP 649f5a19-bc1d-4b8b-a599-934bc72d89c4: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:21:07.385734 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-3dce8511-1a8e-462e-bc44-98f2b85dbd34 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 HTTP/1.1" status: 200 len: 217 time: 0.0342634 May 25 17:21:07.434835 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-170df4ff-ad23-43ba-a2b7-d2c669bed825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:07.436226 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-170df4ff-ad23-43ba-a2b7-d2c669bed825 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0444782 May 25 17:21:07.552296 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-49de525a-5b1d-4010-b705-4b7c9dfd3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:07.554527 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-49de525a-5b1d-4010-b705-4b7c9dfd3dcc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411119 May 25 17:21:07.634658 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:07.675731 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac6918-e7f2-4114-8fc0-42351b2362a2 req-fa60cc29-c7fc-4248-a435-16a3a5541d14 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:07.675731 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ac6918-e7f2-4114-8fc0-42351b2362a2 req-fa60cc29-c7fc-4248-a435-16a3a5541d14 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 946 time: 0.0636020 May 25 17:21:07.705626 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-63cca30c-7ab4-4968-87d7-6f22ba19b0fe service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430902 May 25 17:21:07.738030 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ac6918-e7f2-4114-8fc0-42351b2362a2 req-062dfb01-2891-400a-8658-3c8899606814 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542035 May 25 17:21:07.882358 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6513b3b3-f21a-4754-9bfa-114b87eb0150 req-eee7df4c-6a8f-4425-a45b-30ddca800bca service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863404 May 25 17:21:07.894245 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-c84b8f06-bad8-484f-a57b-b993b120e936 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:07.895773 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-c84b8f06-bad8-484f-a57b-b993b120e936 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 946 time: 0.0480306 May 25 17:21:07.977179 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Deleting port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:07.978173 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:08.069267 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] For port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:08.069637 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:08.082878 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Calling delete_port for 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:08.211143 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (9c8e824c-81df-4ecf-bf7a-aa05917e0cd1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:08.236633 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event deleted for resources: {'Port': ['ID=9c8e824c-81df-4ecf-bf7a-aa05917e0cd1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:08.288350 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] No DVR routers for this DVR port 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 on host hv-cinder-84330 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:08.290767 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:08.293970 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7310658d-4b82-44e7-9371-13f1c51fe53c req-5e3ee99b-e1fe-49ff-b103-0ab6aee80157 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "DELETE /v2.0/ports/9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 HTTP/1.1" status: 204 len: 173 time: 0.3929529 May 25 17:21:08.294414 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'name': 'network-vif-deleted', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:21:08.296708 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea4cda245a43abafa98af4db63274c4661868df8ff5d0cd098e211df783c37b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25529351-c021-41f5-8de0-93295b4f4aa4" -d '{"events": [{"server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "name": "network-vif-deleted", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:21:08.337097 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1126afe6-0886-4dd6-8a7f-69220012af11 x-openstack-request-id: req-1126afe6-0886-4dd6-8a7f-69220012af11 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:21:08.337425 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a", "name": "network-vif-deleted", "tag": "9c8e824c-81df-4ecf-bf7a-aa05917e0cd1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:21:08.337676 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1126afe6-0886-4dd6-8a7f-69220012af11 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:21:08.338075 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1126afe6-0886-4dd6-8a7f-69220012af11'] response: {'server_uuid': '45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a', 'name': 'network-vif-deleted', 'tag': '9c8e824c-81df-4ecf-bf7a-aa05917e0cd1', 'status': 'completed', 'code': 200} May 25 17:21:08.849154 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5dbad87c-8b4f-4679-bc36-d8bc32a673a8 req-b75c4a34-a4d2-4832-8b7e-2db4cd551594 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b22d77-c8c1-4ed3-a0c9-4ebb20e8589a HTTP/1.1" status: 200 len: 210 time: 0.0278187 May 25 17:21:10.122435 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:21:10.142092 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:21:10.142504 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 9c8e824c-81df-4ecf-bf7a-aa05917e0cd1 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:21:11.516192 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:21:12.138079 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58886) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:12.278333 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Deleting port ff21b341-7b3a-44b1-b09d-ee8e1b804ac6 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:12.278667 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:12.356620 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:12.356971 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:12.368898 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Calling delete_port for ff21b341-7b3a-44b1-b09d-ee8e1b804ac6 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:12.469661 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:12.496560 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:12.513187 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (ff21b341-7b3a-44b1-b09d-ee8e1b804ac6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:12.538339 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event deleted for resources: {'Port': ['ID=ff21b341-7b3a-44b1-b09d-ee8e1b804ac6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:12.564127 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.564765 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.565632 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.566160 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.566511 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.566855 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.567195 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.567530 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.567864 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.568297 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.568532 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.569449 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.569741 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.570317 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.570906 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:12.613217 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (be7c0fba-5af2-4626-918c-0c337f8b39f8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:12.613549 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Floating IP be7c0fba-5af2-4626-918c-0c337f8b39f8 disassociated (deleted). External IP: 172.27.0.80, port: 2a0150b3-ed16-4d05-8467-4a200d9130b6. May 25 17:21:12.810868 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:21:12.911982 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:21:12.916807 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:12.921399 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:21:12.932306 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:21:12.932877 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:20:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:12.946298 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4fac67aa-c920-48f9-8322-7fbe787415e3 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "DELETE /v2.0/floatingips/be7c0fba-5af2-4626-918c-0c337f8b39f8 HTTP/1.1" status: 204 len: 168 time: 0.8071563 May 25 17:21:12.946974 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:21:12.949289 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9b4d13-2730-40df-845f-efa951ec8198" -d '{"events": [{"name": "network-changed", "server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:21:13.039559 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:21:13.129292 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:13.168691 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:13.183715 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3879b73-1ee7-41b8-ad88-fc3112f91225 req-15cbc903-9460-4e4b-b5cf-3374561298f7 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:13.185567 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3879b73-1ee7-41b8-ad88-fc3112f91225 req-15cbc903-9460-4e4b-b5cf-3374561298f7 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 946 time: 0.0558863 May 25 17:21:13.242995 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3879b73-1ee7-41b8-ad88-fc3112f91225 req-be8551c0-bd59-4013-9aba-e50e34d2d9cf tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510094 May 25 17:21:13.243542 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:13.260915 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a9a6f9-2ba5-4fbd-98e3-d98517ab018a x-openstack-request-id: req-10a9a6f9-2ba5-4fbd-98e3-d98517ab018a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:21:13.260915 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:21:13.260915 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10a9a6f9-2ba5-4fbd-98e3-d98517ab018a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:21:13.260915 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a9a6f9-2ba5-4fbd-98e3-d98517ab018a'] response: {'name': 'network-changed', 'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'status': 'completed', 'code': 200} May 25 17:21:13.270528 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:21:13.279425 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:21:13.280032 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:20:46Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:13.380962 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:21:13.564790 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:13.592973 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9bbf8-1092-4fb9-94d4-c2d0f28116da None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:06Z', 'revision_number': 4, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi', '_interfaces': [{'id': '20bf5496-41cb-4b57-b371-891df80538e6', 'name': '', 'network_id': 'f83d3faf-d265-477f-8499-04e56bb140df', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'mac_address': 'fa:16:3e:bc:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:06Z', 'updated_at': '2022-05-25T17:14:13Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'subnets': [{'id': 'b0d1d308-5103-4112-b543-c19632de5d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:21:13.815535 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e17c3b-a472-42e2-b363-6a0f6256b7de None None] New status for floating IP be7c0fba-5af2-4626-918c-0c337f8b39f8: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 17:21:13.924792 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ebd2aa9c-cb16-450b-8217-6c89e8dfa476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:14.147547 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-585b568d-0229-4381-b4fd-f9c69df5fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:14.149049 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-585b568d-0229-4381-b4fd-f9c69df5fec0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 1130 time: 0.0626788 May 25 17:21:14.342797 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-f0244f06-e88f-426a-8fe9-0b87ff1d7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:14.344770 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-f0244f06-e88f-426a-8fe9-0b87ff1d7792 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 200 len: 912 time: 0.1159339 May 25 17:21:14.382325 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3648a99-7695-4638-9262-dbb729369ceb req-12b7109a-fb4f-497f-8a7f-366ad6156d14 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:14.384201 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3648a99-7695-4638-9262-dbb729369ceb req-12b7109a-fb4f-497f-8a7f-366ad6156d14 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 946 time: 0.0596204 May 25 17:21:14.448641 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3648a99-7695-4638-9262-dbb729369ceb req-dcad1f8b-d9b5-418d-8e65-cbe25c5fcc35 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/security-groups?id=015fb2da-339e-4847-900c-15bf2958309f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554888 May 25 17:21:14.457258 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-b356871e-22c8-493e-90d1-49cb96aac13b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6 HTTP/1.1" status: 200 len: 217 time: 0.0375936 May 25 17:21:14.516247 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-0f5a3c7d-e2d6-4d2e-af05-8e3b5486435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:14.517729 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-0f5a3c7d-e2d6-4d2e-af05-8e3b5486435c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 200 len: 850 time: 0.0553758 May 25 17:21:14.539520 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-ba8ab34b-dec1-4bca-b0c7-0da5530ca193 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:14.541049 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-ba8ab34b-dec1-4bca-b0c7-0da5530ca193 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 946 time: 0.0521777 May 25 17:21:14.568308 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-83090bd0-98b3-4263-86e9-5fdd2d0a46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 17:21:14.571252 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-83090bd0-98b3-4263-86e9-5fdd2d0a46b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f83d3faf-d265-477f-8499-04e56bb140df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467117 May 25 17:21:14.641426 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Deleting port 2a0150b3-ed16-4d05-8467-4a200d9130b6 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:14.641875 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:14.660728 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:14.683938 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-93aa2b91-89dd-425d-9ff8-f9ab35788951 service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053998 May 25 17:21:14.751373 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] For port 2a0150b3-ed16-4d05-8467-4a200d9130b6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2a0150b3-ed16-4d05-8467-4a200d9130b6,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:14.751790 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:14.764998 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:14.766186 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Calling delete_port for 2a0150b3-ed16-4d05-8467-4a200d9130b6 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:14.781471 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ba9b4d13-2730-40df-845f-efa951ec8198 req-c490cb92-e899-43d8-95b5-99a7b3686c9d service neutron] 10.222.0.71 "GET /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927265 May 25 17:21:14.843716 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:14.902984 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (2a0150b3-ed16-4d05-8467-4a200d9130b6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:14.931229 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event deleted for resources: {'Port': ['ID=2a0150b3-ed16-4d05-8467-4a200d9130b6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:14.977159 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] No DVR routers for this DVR port 2a0150b3-ed16-4d05-8467-4a200d9130b6 on host hv-cinder-84330 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:14.979802 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:14.983281 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cde541b1-c71b-41e9-a6a5-a48eac04ed03 req-3dea0dd5-6d95-45c9-8cd8-5ed73b069417 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.71 "DELETE /v2.0/ports/2a0150b3-ed16-4d05-8467-4a200d9130b6 HTTP/1.1" status: 204 len: 173 time: 0.4374681 May 25 17:21:15.260721 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'name': 'network-vif-deleted', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 17:21:15.263218 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a328d9af65babaa6ca86d94800c47dd6d9a9d49e234794763d1568dcd1997a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b1c91f-4ebd-4bfa-903f-73f212ae0018" -d '{"events": [{"server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "name": "network-vif-deleted", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 17:21:15.301259 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e846ad1-b9f8-431b-8b10-661bbd6a6073 x-openstack-request-id: req-1e846ad1-b9f8-431b-8b10-661bbd6a6073 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 17:21:15.301551 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ac9494-0f69-4730-bfa8-16654e1eff8c", "name": "network-vif-deleted", "tag": "2a0150b3-ed16-4d05-8467-4a200d9130b6", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 17:21:15.301803 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e846ad1-b9f8-431b-8b10-661bbd6a6073 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 17:21:15.302206 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e846ad1-b9f8-431b-8b10-661bbd6a6073'] response: {'server_uuid': '51ac9494-0f69-4730-bfa8-16654e1eff8c', 'name': 'network-vif-deleted', 'tag': '2a0150b3-ed16-4d05-8467-4a200d9130b6', 'status': 'completed', 'code': 200} May 25 17:21:15.568925 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ae0198c-17ee-4e0c-846d-d4042fe181c0 req-e7216c53-b6fa-41a9-addf-49385b31c831 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ac9494-0f69-4730-bfa8-16654e1eff8c HTTP/1.1" status: 200 len: 210 time: 0.0301003 May 25 17:21:16.169143 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d6265e10-c8da-4552-984c-b7f0d572f843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:16.630452 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58906) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:16.742715 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Deleting port 368362e3-3f26-4fb5-823e-86c6a45221a0 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:16.743060 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (368362e3-3f26-4fb5-823e-86c6a45221a0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:16.820558 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (368362e3-3f26-4fb5-823e-86c6a45221a0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:16.820919 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (368362e3-3f26-4fb5-823e-86c6a45221a0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:16.832834 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Calling delete_port for 368362e3-3f26-4fb5-823e-86c6a45221a0 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:16.963460 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (368362e3-3f26-4fb5-823e-86c6a45221a0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:16.989151 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event deleted for resources: {'Port': ['ID=368362e3-3f26-4fb5-823e-86c6a45221a0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:17.048065 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for floatingip (538ef71c-f012-4ffa-b867-e724dafc4e11), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:17.051571 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474531'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:17.052741 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cb5bca9b-259d-4c18-ab4b-4c9fe250d5e8 tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "DELETE /v2.0/floatingips/538ef71c-f012-4ffa-b867-e724dafc4e11 HTTP/1.1" status: 204 len: 168 time: 0.4218025 May 25 17:21:17.546900 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:18.151285 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 2a0150b3-ed16-4d05-8467-4a200d9130b6 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:21:18.171529 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] No Port match for: 2a0150b3-ed16-4d05-8467-4a200d9130b6 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:21:18.171875 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Device 2a0150b3-ed16-4d05-8467-4a200d9130b6 not bound to the agent host hv-cinder-84330 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:21:18.254930 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58918) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:18.314057 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0ad144fb-3e14-4597-b04f-ec687ec85c1a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group (015fb2da-339e-4847-900c-15bf2958309f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:18.340592 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0ad144fb-3e14-4597-b04f-ec687ec85c1a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group (015fb2da-339e-4847-900c-15bf2958309f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:18.352172 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:18.401550 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0ad144fb-3e14-4597-b04f-ec687ec85c1a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (015fb2da-339e-4847-900c-15bf2958309f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:18.404316 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0ad144fb-3e14-4597-b04f-ec687ec85c1a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:18.405513 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0ad144fb-3e14-4597-b04f-ec687ec85c1a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] 10.222.0.31 "DELETE /v2.0/security-groups/015fb2da-339e-4847-900c-15bf2958309f HTTP/1.1" status: 204 len: 168 time: 0.1494544 May 25 17:21:18.415940 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad144fb-3e14-4597-b04f-ec687ec85c1a tempest-TestVolumeBootPattern-114242761 tempest-TestVolumeBootPattern-114242761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015fb2da-339e-4847-900c-15bf2958309f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:18.457381 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58922) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:18.875445 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:18.974168 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:19.188611 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Deleting port 20bf5496-41cb-4b57-b371-891df80538e6 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:19.188974 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (20bf5496-41cb-4b57-b371-891df80538e6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:19.265288 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] For port 20bf5496-41cb-4b57-b371-891df80538e6, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=20bf5496-41cb-4b57-b371-891df80538e6,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:19.265940 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (20bf5496-41cb-4b57-b371-891df80538e6), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:19.281885 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Calling delete_port for 20bf5496-41cb-4b57-b371-891df80538e6 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:19.283514 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:19.453393 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:19.463988 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (20bf5496-41cb-4b57-b371-891df80538e6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:19.489122 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bf5496-41cb-4b57-b371-891df80538e6,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:19.660668 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.122443 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:21:20.220986 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:21:20.226033 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-314ed719-3c9f-4bd8-b77c-8a29f3e007b4 admin admin] 10.222.0.31 "PUT /v2.0/routers/be04a8fb-f060-4069-b9bb-9fd16f01f3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674894 May 25 17:21:20.228389 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58926) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:20.231010 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] Sync routers for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:21:20.244292 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:21:20.244929 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:21:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:20.307918 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.330327 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks [] for router (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.361410 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:21:20.420718 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:20.436328 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks [] for router_gateway (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.482522 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Deleting port 9d179be4-849e-4dfd-96d2-7d9adc8e152b {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:20.482876 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.539877 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:21:19Z', 'revision_number': 5, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port': {'id': '9d179be4-849e-4dfd-96d2-7d9adc8e152b', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:20.565198 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] Checking router: be04a8fb-f060-4069-b9bb-9fd16f01f3e1 for host: dv-cinder-843309-1-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:21:20.568034 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] For port 9d179be4-849e-4dfd-96d2-7d9adc8e152b, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=9d179be4-849e-4dfd-96d2-7d9adc8e152b,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:20.568407 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.574343 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] Routers {'be04a8fb-f060-4069-b9bb-9fd16f01f3e1'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:21:20.574960 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:21:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:20.582712 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Calling delete_port for 9d179be4-849e-4dfd-96d2-7d9adc8e152b owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:20.584534 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:20.654138 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:20.660778 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] Set router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:21:20.719892 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:21:20Z', 'revision_number': 6, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:20.746450 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b61d2-d1ce-46c5-ab65-406bc68d0047 None None] The sync data for ids ['be04a8fb-f060-4069-b9bb-9fd16f01f3e1'] in dv-cinder-843309-1-iscsi is: [{'id': 'be04a8fb-f060-4069-b9bb-9fd16f01f3e1', 'name': 'tempest-TestVolumeBootPattern-667113740-router', 'tenant_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:04Z', 'updated_at': '2022-05-25T17:21:20Z', 'revision_number': 6, 'project_id': 'df9bc8d103cf40e1b8d984f1947e7c5d', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:21:20.760283 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (9d179be4-849e-4dfd-96d2-7d9adc8e152b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.791876 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d179be4-849e-4dfd-96d2-7d9adc8e152b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:20.849377 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.936417 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.938558 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks [] for router_controller (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.985811 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (be04a8fb-f060-4069-b9bb-9fd16f01f3e1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.986669 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be04a8fb-f060-4069-b9bb-9fd16f01f3e1 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:21:20.991160 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:20.992126 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b179189d-ae0e-4e6f-b12a-2dcc1e9baf46 admin admin] 10.222.0.31 "DELETE /v2.0/routers/be04a8fb-f060-4069-b9bb-9fd16f01f3e1 HTTP/1.1" status: 204 len: 168 time: 0.7628059 May 25 17:21:20.994741 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58928) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:21.043650 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4984ed-50a8-40d6-be32-fc8593095c6c admin admin] Deleting subnet b0d1d308-5103-4112-b543-c19632de5d78 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:21:21.046741 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f4984ed-50a8-40d6-be32-fc8593095c6c admin admin] Publish callbacks [] for subnet (b0d1d308-5103-4112-b543-c19632de5d78), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.080709 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f4984ed-50a8-40d6-be32-fc8593095c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275920'] for subnet (b0d1d308-5103-4112-b543-c19632de5d78), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.159580 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f4984ed-50a8-40d6-be32-fc8593095c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (b0d1d308-5103-4112-b543-c19632de5d78), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.213570 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f4984ed-50a8-40d6-be32-fc8593095c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260389391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261499516'] for subnet (b0d1d308-5103-4112-b543-c19632de5d78), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.218271 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:21.240192 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:21.243711 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4984ed-50a8-40d6-be32-fc8593095c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d1d308-5103-4112-b543-c19632de5d78,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:21.249813 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f4984ed-50a8-40d6-be32-fc8593095c6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.253458 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9f4984ed-50a8-40d6-be32-fc8593095c6c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b0d1d308-5103-4112-b543-c19632de5d78 HTTP/1.1" status: 204 len: 168 time: 0.2576149 May 25 17:21:21.254867 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c48de-207d-4660-a9e0-1311759f110c None None] Network f83d3faf-d265-477f-8499-04e56bb140df requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:21:21.255847 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58930) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:21.331585 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (f83d3faf-d265-477f-8499-04e56bb140df), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.373846 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Deleting port 98bcb5ec-9252-4e5e-883f-38be869b67e5 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:21.374309 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.487798 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] DHCP port deletion for f83d3faf-d265-477f-8499-04e56bb140df request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:21:21.490399 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:21.533623 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Deleting port 98bcb5ec-9252-4e5e-883f-38be869b67e5 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:21.534082 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.609086 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] For port 98bcb5ec-9252-4e5e-883f-38be869b67e5, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=98bcb5ec-9252-4e5e-883f-38be869b67e5,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:21.609489 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.623498 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Calling delete_port for 98bcb5ec-9252-4e5e-883f-38be869b67e5 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:21.705058 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.705562 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] For port 98bcb5ec-9252-4e5e-883f-38be869b67e5, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=98bcb5ec-9252-4e5e-883f-38be869b67e5,segment=NetworkSegment(744d35c9-f3cc-441f-b9d0-d9937174861b),segment_id=744d35c9-f3cc-441f-b9d0-d9937174861b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:21.705947 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.720109 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Calling delete_port for 98bcb5ec-9252-4e5e-883f-38be869b67e5 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:21.730431 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Pushing event deleted for resources: {'Port': ['ID=98bcb5ec-9252-4e5e-883f-38be869b67e5,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:21.740108 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] No DVR routers for this DVR port 98bcb5ec-9252-4e5e-883f-38be869b67e5 on host dv-cinder-843309-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:21.742912 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.743257 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.743601 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.744022 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.744358 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.744704 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.745035 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.745361 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.745741 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.746072 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.746395 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.746915 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.747042 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.747336 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.747661 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859e6a8-b793-4814-b5de-1ed9d1c77d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:21.805352 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (98bcb5ec-9252-4e5e-883f-38be869b67e5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.840083 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bcb5ec-9252-4e5e-883f-38be869b67e5,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:21.843722 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] No DVR routers for this DVR port 98bcb5ec-9252-4e5e-883f-38be869b67e5 on host dv-cinder-843309-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:21.914585 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (f83d3faf-d265-477f-8499-04e56bb140df), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.934436 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83d3faf-d265-477f-8499-04e56bb140df']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:21.943847 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744d35c9-f3cc-441f-b9d0-d9937174861b') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:21.944144 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744d35c9-f3cc-441f-b9d0-d9937174861b') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:21.953356 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275935'] for segment (744d35c9-f3cc-441f-b9d0-d9937174861b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.966763 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (744d35c9-f3cc-441f-b9d0-d9937174861b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:21.972730 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:21.973115 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260389101'] for segment (744d35c9-f3cc-441f-b9d0-d9937174861b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:22.037887 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (f83d3faf-d265-477f-8499-04e56bb140df), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:22.042786 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:22.049009 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f83d3faf-d265-477f-8499-04e56bb140df HTTP/1.1" status: 204 len: 168 time: 0.7883680 May 25 17:21:22.049183 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58936) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:22.058892 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fb660-14a1-44da-90a2-de826c9ac9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83d3faf-d265-477f-8499-04e56bb140df,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:22.128397 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 744d35c9-f3cc-441f-b9d0-d9937174861b resource provider aggregate not found May 25 17:21:22.145021 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 744d35c9-f3cc-441f-b9d0-d9937174861b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 744d35c9-f3cc-441f-b9d0-d9937174861b found for delete ", "request_id": "req-287e518b-df8c-4a3d-923e-2dcdf5c0406c"}]} May 25 17:21:22.359846 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711692'] for router_interface (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:22.444947 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:22.485175 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 20bf5496-41cb-4b57-b371-891df80538e6 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:21:22.509520 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 20bf5496-41cb-4b57-b371-891df80538e6 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:21:22.509873 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 20bf5496-41cb-4b57-b371-891df80538e6 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:21:22.510289 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 98bcb5ec-9252-4e5e-883f-38be869b67e5 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:21:22.528253 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 98bcb5ec-9252-4e5e-883f-38be869b67e5 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:21:22.528610 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 98bcb5ec-9252-4e5e-883f-38be869b67e5 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:21:22.529041 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 9d179be4-849e-4dfd-96d2-7d9adc8e152b no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:21:22.546682 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 9d179be4-849e-4dfd-96d2-7d9adc8e152b {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:21:22.547032 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 9d179be4-849e-4dfd-96d2-7d9adc8e152b not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:21:22.575759 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:22.590133 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Deleting port 065a1dde-015a-45ed-ada3-4cb301a33f51 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:22.590471 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:22.670220 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] For port 065a1dde-015a-45ed-ada3-4cb301a33f51, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=065a1dde-015a-45ed-ada3-4cb301a33f51,segment=NetworkSegment(ae89411f-9251-43f5-a900-a8d295313db1),segment_id=ae89411f-9251-43f5-a900-a8d295313db1)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:22.670496 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:22.684829 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Calling delete_port for 065a1dde-015a-45ed-ada3-4cb301a33f51 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:22.862806 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260677462'] for port (065a1dde-015a-45ed-ada3-4cb301a33f51), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:22.887747 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Pushing event deleted for resources: {'Port': ['ID=065a1dde-015a-45ed-ada3-4cb301a33f51,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:23.051111 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-417785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3711576'] for router_interface (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:23.253662 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 has already been hosted by L3 agent f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 17:21:23.298376 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:23.356693 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] Notify agent at l3_agent.dv-cinder-843309-1-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 17:21:23.363625 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f62de5bb-4d4b-48f4-afaa-860fcc769379 admin admin] 10.222.0.31 "PUT /v2.0/routers/d4d90e55-dcfa-4e0b-9828-9106ef87cc33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3133624 May 25 17:21:23.364264 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58940) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:23.365315 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] Sync routers for ids ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'] in dv-cinder-843309-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:21:23.375884 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] Routers {'d4d90e55-dcfa-4e0b-9828-9106ef87cc33'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:21:23.376488 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:21:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:23.466614 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks [] for router (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:23.475882 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] Set router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 gateway port host: dv-cinder-843309-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:21:23.563987 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks [] for router_gateway (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:23.606321 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Deleting port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:23.606669 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:23.639385 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'external_fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:21:22Z', 'revision_number': 5, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port': {'id': '636ff9a4-67f7-49f6-b9c0-eda5918f73f6', 'name': '', 'network_id': '2d9343e6-4285-461c-bf4b-151ab76a8af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e30d8c-37ea-4518-a72b-035614a3d877', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-1-iscsi'}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:23.667292 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] Checking router: d4d90e55-dcfa-4e0b-9828-9106ef87cc33 for host: dv-cinder-843309-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:21:23.676109 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] Routers {'d4d90e55-dcfa-4e0b-9828-9106ef87cc33'} bound to L3 agent in host dv-cinder-843309-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 17:21:23.676728 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T17:00:16Z,description=,heartbeat_timestamp=2022-05-25T17:21:16Z,host='dv-cinder-843309-1-iscsi',id=f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T17:00:16Z,topic='l3_agent')) {'router_ids': ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:23.687339 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] For port 636ff9a4-67f7-49f6-b9c0-eda5918f73f6, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=636ff9a4-67f7-49f6-b9c0-eda5918f73f6,segment=NetworkSegment(237c7f37-1da9-46cc-8ffe-208bb0ea1120),segment_id=237c7f37-1da9-46cc-8ffe-208bb0ea1120)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:23.687705 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:23.705417 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Calling delete_port for 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:23.714140 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:23.717537 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:23.763957 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] Set router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 17:21:23.816635 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:21:23Z', 'revision_number': 6, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port_host': None}], 'dv-cinder-843309-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:23.844009 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f54b90-35fd-4b43-b7be-e7e1b7a2d284 None None] The sync data for ids ['d4d90e55-dcfa-4e0b-9828-9106ef87cc33'] in dv-cinder-843309-1-iscsi is: [{'id': 'd4d90e55-dcfa-4e0b-9828-9106ef87cc33', 'name': 'tempest-TestVolumeBootPattern-1073296765-router', 'tenant_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T17:14:09Z', 'updated_at': '2022-05-25T17:21:23Z', 'revision_number': 6, 'project_id': '63624ae00fdd4c0a9b94c7fc2887fdb9', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:21:23.900551 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (636ff9a4-67f7-49f6-b9c0-eda5918f73f6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:23.928885 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Pushing event deleted for resources: {'Port': ['ID=636ff9a4-67f7-49f6-b9c0-eda5918f73f6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:23.991418 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712822'] for router_gateway (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.079251 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62476'] for router (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.081483 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks [] for router_controller (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.131758 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718032'] for router (d4d90e55-dcfa-4e0b-9828-9106ef87cc33), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.132322 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4d90e55-dcfa-4e0b-9828-9106ef87cc33 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 17:21:24.136868 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.138068 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b9e64213-ef51-44ba-9b48-160028170aab admin admin] 10.222.0.31 "DELETE /v2.0/routers/d4d90e55-dcfa-4e0b-9828-9106ef87cc33 HTTP/1.1" status: 204 len: 168 time: 0.7727933 May 25 17:21:24.140554 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58942) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:24.185891 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d1252d-635d-46da-af58-1d8be510783e admin admin] Deleting subnet bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 17:21:24.189388 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d1252d-635d-46da-af58-1d8be510783e admin admin] Publish callbacks [] for subnet (bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.228360 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d1252d-635d-46da-af58-1d8be510783e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275920'] for subnet (bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.309717 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d1252d-635d-46da-af58-1d8be510783e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-982985'] for subnet (bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.366246 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d1252d-635d-46da-af58-1d8be510783e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260389391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261499516'] for subnet (bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.392491 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1252d-635d-46da-af58-1d8be510783e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:24.394486 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d1252d-635d-46da-af58-1d8be510783e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.400556 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-38d1252d-635d-46da-af58-1d8be510783e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bb2e5844-f93c-4449-8a23-ca7ccd1bd8f9 HTTP/1.1" status: 204 len: 168 time: 0.2567818 May 25 17:21:24.400860 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06f827-49e5-4a9b-ac1b-4ef17a8a312f None None] Network e6086433-c78c-499a-9b57-2e1129ece665 requested from dv-cinder-843309-1-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 17:21:24.401354 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58944) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:24.467375 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792162'] for network (e6086433-c78c-499a-9b57-2e1129ece665), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.511407 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Deleting port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:24.511754 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.582031 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] For port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,segment=NetworkSegment(ae89411f-9251-43f5-a900-a8d295313db1),segment_id=ae89411f-9251-43f5-a900-a8d295313db1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:24.582471 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.590594 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] DHCP port deletion for e6086433-c78c-499a-9b57-2e1129ece665 request from dv-cinder-843309-1-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 17:21:24.601823 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Calling delete_port for 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:24.611091 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:24.645570 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] Deleting port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 17:21:24.645863 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752206279114'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.659104 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 065a1dde-015a-45ed-ada3-4cb301a33f51 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:21:24.670566 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:24.693435 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260389080'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.715533 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 065a1dde-015a-45ed-ada3-4cb301a33f51 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:21:24.715879 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 065a1dde-015a-45ed-ada3-4cb301a33f51 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:21:24.716422 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:21:24.725180 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] No DVR routers for this DVR port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 on host dv-cinder-843309-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:24.730717 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:24.749406 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:21:24.749790 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 636ff9a4-67f7-49f6-b9c0-eda5918f73f6 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:21:24.750211 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 no longer exists at agent ovs-agent-dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 17:21:24.773803 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] No Port match for: 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 17:21:24.774152 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Device 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 not bound to the agent host dv-cinder-843309-1-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 17:21:24.776626 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] For port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0, host dv-cinder-843309-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-1-iscsi',level=0,port_id=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,segment=NetworkSegment(ae89411f-9251-43f5-a900-a8d295313db1),segment_id=ae89411f-9251-43f5-a900-a8d295313db1)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 17:21:24.777082 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693453'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.790989 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] Calling delete_port for 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 17:21:24.800938 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966982', 'neutron.services.segments.db._delete_segments_for_network-8752206208871'] for network (e6086433-c78c-499a-9b57-2e1129ece665), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.823819 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6086433-c78c-499a-9b57-2e1129ece665']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:24.833640 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae89411f-9251-43f5-a900-a8d295313db1') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:24.834131 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae89411f-9251-43f5-a900-a8d295313db1') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:24.844993 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752206208368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275935'] for segment (ae89411f-9251-43f5-a900-a8d295313db1), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.859267 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946'] for segment (ae89411f-9251-43f5-a900-a8d295313db1), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.866129 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:24.866558 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260389101'] for segment (ae89411f-9251-43f5-a900-a8d295313db1), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.874949 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752206284984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752205745960'] for port (0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.907352 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] Pushing event deleted for resources: {'Port': ['ID=0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:24.913655 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d3294-53c6-492f-8045-c59f40a8673c None None] No DVR routers for this DVR port 0c18f5e8-4b6c-4ef0-a8e2-b223dbfd46e0 on host dv-cinder-843309-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:24.914653 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment ae89411f-9251-43f5-a900-a8d295313db1 resource provider aggregate not found May 25 17:21:24.936286 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment ae89411f-9251-43f5-a900-a8d295313db1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae89411f-9251-43f5-a900-a8d295313db1 found for delete ", "request_id": "req-a15ec380-0ee4-4e04-ae9f-9bc8827bb6d1"}]} May 25 17:21:24.945138 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-417776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711454'] for network (e6086433-c78c-499a-9b57-2e1129ece665), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.950737 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-417762'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:24.953830 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e6086433-c78c-499a-9b57-2e1129ece665 HTTP/1.1" status: 204 len: 168 time: 0.5520632 May 25 17:21:24.964965 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e354b-c749-4220-a08c-1c6514035ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6086433-c78c-499a-9b57-2e1129ece665,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:25.068816 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58952) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:25.075844 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:25.110222 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7061439c-09c8-4ca2-8dba-504df12a6e2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df9bc8d103cf40e1b8d984f1947e7c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402155 May 25 17:21:25.112549 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.31', 58954) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:25.160467 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f64744b7-88fd-470d-9500-6f4a91c23d92 admin admin] Publish callbacks [] for security_group (0a86730f-e22b-4fed-800c-cf8c2cfac71b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:25.182761 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f64744b7-88fd-470d-9500-6f4a91c23d92 admin admin] Publish callbacks [] for security_group (0a86730f-e22b-4fed-800c-cf8c2cfac71b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:25.231733 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f64744b7-88fd-470d-9500-6f4a91c23d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (0a86730f-e22b-4fed-800c-cf8c2cfac71b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:25.234337 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f64744b7-88fd-470d-9500-6f4a91c23d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:25.235604 dv-cinder-843309-1-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f64744b7-88fd-470d-9500-6f4a91c23d92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a86730f-e22b-4fed-800c-cf8c2cfac71b HTTP/1.1" status: 204 len: 168 time: 0.1221640 May 25 17:21:25.243893 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64744b7-88fd-470d-9500-6f4a91c23d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a86730f-e22b-4fed-800c-cf8c2cfac71b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:25.562164 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58960) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:25.601984 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cdbb5eca-f9c6-4fd7-9092-fd14d1526619 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63624ae00fdd4c0a9b94c7fc2887fdb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386801 May 25 17:21:25.604915 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.31', 58962) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 17:21:25.651189 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64f39502-fbfc-4b8f-9905-97904723e1be admin admin] Publish callbacks [] for security_group (4280ce97-eda1-4b4f-a293-6139fb5b8055), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:25.672407 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64f39502-fbfc-4b8f-9905-97904723e1be admin admin] Publish callbacks [] for security_group (4280ce97-eda1-4b4f-a293-6139fb5b8055), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:25.718780 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64f39502-fbfc-4b8f-9905-97904723e1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721994'] for security_group (4280ce97-eda1-4b4f-a293-6139fb5b8055), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:25.721284 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64f39502-fbfc-4b8f-9905-97904723e1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:25.722586 dv-cinder-843309-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-64f39502-fbfc-4b8f-9905-97904723e1be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4280ce97-eda1-4b4f-a293-6139fb5b8055 HTTP/1.1" status: 204 len: 168 time: 0.1167898 May 25 17:21:25.730825 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f39502-fbfc-4b8f-9905-97904723e1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4280ce97-eda1-4b4f-a293-6139fb5b8055,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:33.791087 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=64 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:33.820440 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=59 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:35.238846 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:35.239568 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:35.255963 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=74,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:35.725919 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=53,neutron:DELETE=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:35.726731 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:35.743448 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=77,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:37.656030 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:43.938036 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edaaca6a-4c24-40c1-8a88-e1fa4a6ffdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:45.575057 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:45.575800 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:46.171297 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-320acc43-e5c9-456d-9c25-509d32ad74b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:47.550370 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:48.515573 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:21:48.878917 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:50.299849 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:21:58.510995 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:21:58.511697 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:00.289954 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:00.295034 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:07.649596 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:12.520855 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:12.521603 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:13.928267 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-42613ceb-053c-4917-97e5-23971c81d545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:16.173657 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb27b5fa-dd0c-4b96-99d7-a0d0a89f8be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:17.551772 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:18.881271 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:20.301966 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:22.566582 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:22.572043 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:25.515146 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:22:30.296573 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:30.297390 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:35.511406 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:37.663217 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:43.933148 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a9a9eeed-2af3-4d16-8dbd-13068530cfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:46.175673 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-512a89f5-dcea-4fb8-b7c1-bdf04ba279c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:47.556467 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:48.884647 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:50.303683 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:22:59.563977 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:22:59.569775 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:00.292876 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:00.299261 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:02.514284 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:23:07.663036 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:13.918599 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=14 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:13.919482 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=14 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:13.935379 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b7c48c41-3c9e-46b1-b753-e0f46f1e0aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:16.190120 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-65eca64d-4a68-4f2b-9670-2b0bbad7e887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:17.559323 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:18.887174 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:20.306986 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:30.296994 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:30.302285 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:36.560068 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:36.564547 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:37.661735 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:39.515462 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:23:43.936941 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e445e469-68a2-4fd6-998b-1b2c3d077881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:46.181615 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-406efa63-65cd-4a85-b0a4-2b0f5d29dd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:47.560636 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:48.890104 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:23:49.508059 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:49.508853 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:23:50.310208 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:00.304807 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:00.305623 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:07.666203 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:13.566897 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:13.571666 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:13.939201 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4acdd83c-738a-424c-93b5-181a198b2642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:16.183629 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-440dd99f-00cf-4e32-bcf8-ac160f5b7127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:16.515643 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:24:17.571324 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:18.891897 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:20.312435 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:26.510274 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:26.511040 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:30.301579 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:30.308895 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:37.684423 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:43.940382 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6abf2014-fe5e-4b7e-9bd4-ee933dfd61ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:46.185091 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-adada5ea-e996-45f5-ba04-0d8c8329a9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:47.566802 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:48.894373 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:49.158895 dv-cinder-843309-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-9bd55d12-ecd9-4781-9655-12ff03923388 req-7da92414-b4ef-44c1-a24c-6121edc8d2c2 service neutron] (104001) timed out ('10.222.0.71', 51019) {{(pid=104001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 17:24:50.022071 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-68a6be65-54a8-46a2-b116-4b15d833524c req-3ec36ed1-b27f-43a4-a415-cedec86e8771 service neutron] (104000) timed out ('10.222.0.71', 50974) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 17:24:50.314512 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:24:50.566881 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:50.567571 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:24:53.514519 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:25:00.308480 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:00.310444 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:07.692868 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:09.889617 dv-cinder-843309-1-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-9238f36c-ec3e-4ed0-9813-869d0de610e9 req-c74f9a5e-b39c-4293-a36d-49d13325df37 service neutron] (104000) timed out ('10.222.0.71', 51009) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 17:25:13.941744 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3fc91fa2-9c6e-4aa0-9642-d63742963263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:13.999135 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=15 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:14.001008 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=15 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:16.187989 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1e825941-686b-4c86-94cb-d0f56ab521bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:17.569850 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:18.897102 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:20.316950 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:27.559527 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:27.564458 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:30.311383 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:30.313280 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:30.512360 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:25:37.694048 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:40.507497 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:40.509252 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:25:43.942928 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed707816-e1a8-489a-82c7-63fd6c6d2896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:46.188690 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0a00-b948-47c9-a08d-2be58e1ed886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:47.572251 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:48.900089 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:25:50.319466 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:26:00.313699 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:26:00.315663 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:26:07.511164 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-dc7b584c-80e8-49f0-adae-3af0eeef9fa6 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 17:26:07.698750 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:26:13.944073 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8dbab0d1-8d11-4785-a1df-56e167c0e765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (218f7fca-ce58-43ed-aebf-7f9ab8d598ad), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:26:16.189790 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34892f6d-458d-462d-8123-f37f830c652e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f4a5ccdb-0249-4f56-a9a2-b1f59efd26b0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:26:17.506264 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:26:17.507012 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:26:17.575952 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31a84f66-ea74-4612-ae2a-fda7a2cafc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (a7f0fcf3-3d6c-4e5f-a7a7-a7fd247fa894), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:26:18.903053 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45ba140c-a7fa-4663-a28a-658f628c4291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (cd46d4c4-9903-4dd6-9764-613ef48ea473), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:26:20.322797 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d6040e-82dd-4887-81c7-13da3a5b7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (1ce49c21-75ae-4f77-b478-8aa90ca95d39), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:26:30.316762 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:26:30.318619 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:26:37.704509 dv-cinder-843309-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8534786e-a7a6-4bb6-adb1-12436bfc82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752206208853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968839'] for agent (f02e4dc1-9cb5-4a3e-8b4f-cef1ded7bb3a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 17:26:41.558103 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 17:26:41.558891 dv-cinder-843309-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}